-- Logs begin at Tue 2021-05-11 18:56:50 UTC, end at Tue 2021-05-11 20:06:36 UTC. -- May 11 19:39:29.715118 dv-cinder-789603-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 19:39:32.126542 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.common.config [-] Logging enabled! May 11 19:39:32.127053 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 19:39:32.127364 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 19:39:32.131633 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.common.config [-] Logging enabled! May 11 19:39:32.131897 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 19:39:32.132213 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 19:39:32.133156 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 19:39:32.133400 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 19:39:32.133761 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 19:39:32.134012 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 19:39:32.134242 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 19:39:32.134568 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.134868 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.135199 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.135435 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.135733 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.136028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.136315 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.136609 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.136908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.137197 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.137480 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.137768 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.138005 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.138290 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.138587 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.138876 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.139130 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] debug = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.139416 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.139847 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.140260 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.140547 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.140840 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.141127 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.141401 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.141679 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.141964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.142296 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] host = dv-cinder-789603-5-iscsi {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.142577 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.142866 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.143181 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.143471 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.143747 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.144023 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.144311 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.144587 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.144901 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.145382 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.145678 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.145971 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.146267 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.146497 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.146723 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.147042 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.147333 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.147611 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.147887 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.148165 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.148440 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.148720 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.148991 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.149278 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.149564 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.149850 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.150125 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.150401 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.150675 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.150947 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.151256 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.151531 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.151806 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.152080 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.152369 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.152639 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.152913 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.153211 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.153497 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.153779 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.154065 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.154340 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.154624 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.154899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.155198 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.155473 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_json = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.155749 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.156019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.156303 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.156580 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.156854 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.157130 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.157401 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.157686 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:32.157985 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.158285 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.158589 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.158881 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.159210 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.159493 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.159786 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.160067 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.160358 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.161161 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.161457 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.161734 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.162027 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.162307 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.162604 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.162912 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.163235 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.163533 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.163815 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.164093 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.164370 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.164651 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.164943 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.165242 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.165538 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.165819 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.166102 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.166397 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.166685 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.166986 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.167274 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.167569 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.167853 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.168134 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.168420 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.168702 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.168980 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.169263 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.169544 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.169837 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.170118 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.170392 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.170665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.170947 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.171250 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.171541 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.171824 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.172104 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.172384 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.172669 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.172947 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.173230 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.173515 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.173794 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.174077 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.174357 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.174637 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.174914 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.175216 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.175494 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.175770 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.176094 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.176872 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.177153 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.177429 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.177709 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.177990 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.178270 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.178564 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.178864 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.179174 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.179459 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.179745 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.180029 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.180312 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.180596 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.180878 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.181160 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.181438 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.181736 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.182027 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.182318 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.182607 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.182889 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.183213 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.183498 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.183786 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.184068 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.184350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.184640 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.184928 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.185226 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.185524 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.185824 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.186125 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.186426 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.186715 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.187058 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.187351 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:32.187574 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 19:39:32.187818 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 19:39:32.538552 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:39:32.538833 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:39:32.539161 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:39:32.539507 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 19:39:32.844198 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.844414 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.844691 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.845911 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.846199 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.846470 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.966351 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.966639 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.966914 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.980676 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.980964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:32.981240 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.009985 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.010274 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.010549 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.048549 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.048830 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.049104 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.282187 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.282808 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.282808 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.283082 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.283843 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.408618 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.408871 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.409153 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.409424 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.409691 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.410004 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.410265 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.411179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.411445 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.411733 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.411997 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.412268 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.412541 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.412803 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.413074 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.413348 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.413613 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.413893 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.414154 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.414442 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.414795 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.415081 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.415339 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.415770 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.416035 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.416293 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.416688 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.416933 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.417180 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.417425 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.417667 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.417907 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:33.418279 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 19:39:33.421379 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 19:39:33.425317 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 19:39:33.429316 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 11 19:39:33.430933 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 19:39:33.431416 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 19:39:33.431755 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 19:39:33.432140 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 19:39:33.434992 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 19:39:33.435251 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 19:39:33.435758 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 19:39:33.463614 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 19:39:33.464066 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.464368 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 11 19:39:33.464734 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.466094 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 19:39:33.466377 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 19:39:33.466624 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 19:39:33.469819 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.470108 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:33.535416 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 19:39:33.535693 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 19:39:33.535881 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 19:39:33.536257 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 19:39:33.566712 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_db.sqlalchemy.engines [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 19:39:34.133850 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing driver for type 'gre' May 11 19:39:34.134383 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] gre ID ranges: [(1, 1000)] May 11 19:39:34.401904 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing driver for type 'local' May 11 19:39:34.402493 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing driver for type 'vlan' May 11 19:39:34.493578 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] VlanTypeDriver initialization complete May 11 19:39:34.493927 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing driver for type 'vxlan' May 11 19:39:34.494428 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] vxlan ID ranges: [(1, 1000)] May 11 19:39:34.789041 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing extension driver 'port_security' May 11 19:39:34.789390 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] PortSecurityExtensionDriver initialization complete May 11 19:39:34.789733 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing mechanism driver 'openvswitch' May 11 19:39:34.790075 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing mechanism driver 'hyperv' May 11 19:39:34.802751 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.plugins.ml2.plugin [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:34.803563 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.803945 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.804307 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.804700 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.805062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.805416 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.805805 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.806164 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.806513 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.806901 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.807301 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.807653 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.808041 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.808396 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.808744 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.809126 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > address_group after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.809478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > address_group after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.809823 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.810165 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] ML2 OVO RPC backend initialized. {{(pid=79214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 11 19:39:34.810871 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.811254 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.811677 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.812029 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > networks before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.812383 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.812730 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > ports before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.813079 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.813428 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnets before_response 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.813783 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.814133 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.814478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.814826 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.815202 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.815546 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.815891 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.816242 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.816584 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.817847 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.plugin [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Modular L2 Plugin initialization complete May 11 19:39:34.818185 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading services supported by the core plugin {{(pid=79214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 19:39:34.818519 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.plugins.ml2.managers [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Got port-security extension from driver 'port_security' May 11 19:39:34.819032 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.extensions.vlantransparent [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Disabled vlantransparent extension. May 11 19:39:34.819535 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 19:39:34.819858 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: router May 11 19:39:34.858665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.859096 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_create 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.859478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router before_create 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.859858 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.860241 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.860604 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_delete 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.860970 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.861341 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_create 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.861697 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.862053 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.862408 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.862773 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.863213 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.864102 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.864442 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.864784 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: subnet after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.865133 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.865488 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.865842 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_create 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.866190 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.866539 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.866904 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router after_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.867280 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.867635 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_create 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.868004 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.868355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_update 55549900 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.868733 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > network after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.869595 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Tracking information for resource: router configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:34.869936 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Tracking information for resource: floatingip configured {{(pid=79214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 19:39:34.874860 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.db.l3_agentschedulers_db [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 19:39:34.875470 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.875845 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.876199 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.876559 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: port after_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.877354 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router before_create 55550100 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.877729 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.878105 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_create 55550100 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.878471 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > router precommit_update 55550100 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.883895 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.provider_configuration [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service providers = [] {{(pid=79214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 19:39:34.884266 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.db.servicetype_db [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 19:39:34.887246 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.service_base [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 19:39:34.887605 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.service_base [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 19:39:34.887954 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.service_base [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 19:39:34.888844 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.services.service_base [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 19:39:34.889224 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.services.service_base [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 19:39:34.891168 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.891512 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 19:39:34.902003 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.902344 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: auto_allocate May 11 19:39:34.908240 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: network precommit_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.908622 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: network precommit_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.909149 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.909477 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: tag May 11 19:39:34.916314 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.916650 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: timestamp May 11 19:39:34.920443 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.920781 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: network_ip_availability May 11 19:39:34.926514 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.926895 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.927293 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:34.928008 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.928337 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: flavors May 11 19:39:34.933218 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.933557 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading Plugin: revisions May 11 19:39:34.937798 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 19:39:34.938193 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.399s {{(pid=79214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:39:34.938923 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 11 19:39:34.939289 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Initializing extension manager. May 11 19:39:34.939799 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: __init__.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.940151 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: __pycache__ {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.940492 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.940831 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: address_group.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.942339 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.942825 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: address-group May 11 19:39:34.943190 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: address_scope.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.943908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.944435 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: address-scope May 11 19:39:34.944765 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.945699 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.946225 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: router-admin-state-down-before-update May 11 19:39:34.946552 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: agent.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.947271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.947790 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: agent May 11 19:39:34.948117 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: agent_resources_synced.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.949024 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.949544 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: agent-resources-synced May 11 19:39:34.949870 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: allowedaddresspairs.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.951686 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.952226 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: allowed-address-pairs May 11 19:39:34.952558 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: auto_allocated_topology.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.953636 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.954163 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: auto-allocated-topology May 11 19:39:34.954493 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: availability_zone.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.955217 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.955737 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: availability_zone May 11 19:39:34.956065 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: availability_zone_filter.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.956975 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.957675 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: availability_zone_filter May 11 19:39:34.958011 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: data_plane_status.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.958919 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.959464 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension data-plane-status not supported by any of loaded plugins May 11 19:39:34.959793 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: default_subnetpools.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.960708 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.961228 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: default-subnetpools May 11 19:39:34.961558 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.962358 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.962874 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: dhcp_agent_scheduler May 11 19:39:34.963231 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: dns.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.964133 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.964651 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension dns-integration not supported by any of loaded plugins May 11 19:39:34.964980 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: dns_domain_ports.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.965894 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.966409 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 19:39:34.966738 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: dvr.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.967439 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.967952 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: dvr May 11 19:39:34.968277 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: empty_string_filtering.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.969183 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.969698 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: empty-string-filtering May 11 19:39:34.970030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.970933 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.971469 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 19:39:34.971796 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.972696 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.973237 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 19:39:34.973557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: external_net.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.974457 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.974998 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: external-net May 11 19:39:34.975329 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.976228 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.976747 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: extra_dhcp_opt May 11 19:39:34.977073 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: extraroute.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.977975 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.978491 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: extraroute May 11 19:39:34.978815 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: extraroute_atomic.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.979858 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.980387 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: extraroute-atomic May 11 19:39:34.980716 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: filter_validation.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.981382 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.981898 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: filter-validation May 11 19:39:34.982223 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: fip_pf_description.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.983338 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.983858 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 19:39:34.984188 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: fip_port_details.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.985105 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.985621 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: fip-port-details May 11 19:39:34.985949 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: flavors.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.987195 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.987725 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: flavors May 11 19:39:34.988058 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.990227 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.990763 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 19:39:34.991141 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: floatingip_pools.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.991845 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.992365 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: floatingip-pools May 11 19:39:34.992697 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: ip_allocation.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.993613 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.994134 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension ip_allocation not supported by any of loaded plugins May 11 19:39:34.994461 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.995409 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.995931 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: ip-substring-filtering May 11 19:39:34.996260 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l2_adjacency.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.997181 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.997700 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 19:39:34.998026 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:34.999020 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:34.999554 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: router May 11 19:39:34.999881 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.002113 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.002658 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 19:39:35.003021 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.003955 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.005292 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: ext-gw-mode May 11 19:39:35.005619 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.006552 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.007111 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: l3-ha May 11 19:39:35.007441 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3_flavors.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.008353 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.008878 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: l3-flavors May 11 19:39:35.009206 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.010127 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.010659 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 19:39:35.011008 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: l3agentscheduler.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.012033 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.012559 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: l3_agent_scheduler May 11 19:39:35.012892 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: logging.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.014387 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.014926 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension logging not supported by any of loaded plugins May 11 19:39:35.015289 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: metering.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.016030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.016618 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: metering May 11 19:39:35.016950 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.018058 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.018584 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: metering_source_and_destination_fields May 11 19:39:35.018919 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: multiprovidernet.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.020099 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.020631 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: multi-provider May 11 19:39:35.020963 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: netmtu.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.021875 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.022395 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: net-mtu May 11 19:39:35.022722 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: netmtu_writable.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.023663 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.024180 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: net-mtu-writable May 11 19:39:35.024506 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: network_availability_zone.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.025171 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.025684 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: network_availability_zone May 11 19:39:35.026010 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: network_ip_availability.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.027132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.027654 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: network-ip-availability May 11 19:39:35.027984 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: network_segment_range.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.028738 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.029255 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension network-segment-range not supported by any of loaded plugins May 11 19:39:35.029581 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: pagination.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.030557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.030892 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: pagination May 11 19:39:35.031246 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: port_device_profile.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.032156 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.032682 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: port-device-profile May 11 19:39:35.033009 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.033928 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.034449 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: port-mac-address-regenerate May 11 19:39:35.034775 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.035736 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.036255 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: port-numa-affinity-policy May 11 19:39:35.036581 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: port_resource_request.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.037492 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.038006 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension port-resource-request not supported by any of loaded plugins May 11 19:39:35.038330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: portbindings.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.039315 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.039790 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: binding May 11 19:39:35.040114 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: portbindings_extended.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.041384 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.041909 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: binding-extended May 11 19:39:35.042239 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: portsecurity.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.043184 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.043706 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: port-security May 11 19:39:35.044036 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: project_id.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.045006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.045341 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: project-id May 11 19:39:35.045669 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: providernet.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.046591 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.047149 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: provider May 11 19:39:35.047477 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.051536 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.052244 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos not supported by any of loaded plugins May 11 19:39:35.052589 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.053837 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.054369 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 19:39:35.054703 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.055661 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.056188 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 19:39:35.056536 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_default.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.057430 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.057956 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-default not supported by any of loaded plugins May 11 19:39:35.058287 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_fip.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.058935 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.059488 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-fip not supported by any of loaded plugins May 11 19:39:35.059816 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_gateway_ip.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.060739 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.061266 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 19:39:35.061592 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_port_network_policy.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.062502 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.063063 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 19:39:35.063392 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_rule_type_details.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.064302 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.064821 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 19:39:35.065146 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: qos_rules_alias.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.066181 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.066806 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 19:39:35.067261 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: quotasv2.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.068278 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.068615 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: quotas May 11 19:39:35.068947 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: quotasv2_detail.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.070572 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.070923 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: quota_details May 11 19:39:35.071284 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: rbac.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.072330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.072866 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: rbac-policies May 11 19:39:35.073202 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: rbac_address_group.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.074129 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.074658 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: rbac-address-group May 11 19:39:35.075006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: rbac_address_scope.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.075926 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.076449 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: rbac-address-scope May 11 19:39:35.076778 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: rbac_security_groups.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.077692 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.078216 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: rbac-security-groups May 11 19:39:35.078547 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: rbac_subnetpool.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.079506 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.080027 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: rbac-subnetpool May 11 19:39:35.080354 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: revisionifmatch.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.081281 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.081801 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: revision-if-match May 11 19:39:35.082129 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: revisions.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.083869 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.084400 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: standard-attr-revisions May 11 19:39:35.084734 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: router_availability_zone.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.085403 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.085923 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: router_availability_zone May 11 19:39:35.086251 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: routerservicetype.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.087195 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.087715 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension router-service-type not supported by any of loaded plugins May 11 19:39:35.088043 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.088961 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.089483 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: security-groups-normalized-cidr May 11 19:39:35.089810 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.090732 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.091289 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: port-security-groups-filtering May 11 19:39:35.091620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.092539 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.093062 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: security-groups-remote-address-group May 11 19:39:35.093392 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: securitygroup.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.103478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.104029 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: security-group May 11 19:39:35.104370 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: segment.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.105153 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.105674 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension segment not supported by any of loaded plugins May 11 19:39:35.106005 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.106939 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.107505 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 19:39:35.107835 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: servicetype.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.108947 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.109479 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: service-type May 11 19:39:35.109809 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: sorting.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.110779 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.111143 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: sorting May 11 19:39:35.111478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: standard_attr_segment.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.112395 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.112914 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 19:39:35.113244 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: standardattrdescription.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.113906 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.114503 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: standard-attr-description May 11 19:39:35.114833 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: stateful_security_group.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.115782 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.116309 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: stateful-security-group May 11 19:39:35.116640 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: stdattrs_common.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.117217 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 19:39:35.117546 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.118553 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.119105 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 19:39:35.119438 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnet_onboard.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.120517 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.121046 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: subnet_onboard May 11 19:39:35.121380 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.122316 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.122833 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 19:39:35.123190 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnet_service_types.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.124109 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.124659 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: subnet-service-types May 11 19:39:35.124989 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnetallocation.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.126071 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.126594 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: subnet_allocation May 11 19:39:35.126925 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.127616 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.128131 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: subnetpool-prefix-ops May 11 19:39:35.128458 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.130266 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.130788 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 19:39:35.131148 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: tagging.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.132216 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.132759 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: standard-attr-tag May 11 19:39:35.133090 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: timestamp.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.134296 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.134825 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loaded extension: standard-attr-timestamp May 11 19:39:35.135193 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: trunk.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.136227 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.136754 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension trunk not supported by any of loaded plugins May 11 19:39:35.137087 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: trunk_details.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.138006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.138527 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension trunk-details not supported by any of loaded plugins May 11 19:39:35.138859 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: uplink_status_propagation.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.139820 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.140341 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 19:39:35.140672 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Loading extension file: vlantransparent.py {{(pid=79214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 19:39:35.141340 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 19:39:35.141863 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 19:39:35.144376 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:network May 11 19:39:35.145709 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnet May 11 19:39:35.146491 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnetpool May 11 19:39:35.147159 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:port May 11 19:39:35.148429 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.148883 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service FLAVORS assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.149533 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.149971 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.150307 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:router May 11 19:39:35.150999 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:floatingip May 11 19:39:35.151731 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service METERING assigned prefix: /metering {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.153167 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:35.153544 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:35.153905 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:39:35.155100 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of CountableResource for resource:rbac_policy May 11 19:39:35.155561 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:security_group May 11 19:39:35.156219 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 19:39:35.156970 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service CORE assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.157312 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnetpool May 11 19:39:35.157669 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] subnetpool is already registered May 11 19:39:35.158280 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service CORE assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.158620 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnetpool May 11 19:39:35.158951 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] subnetpool is already registered May 11 19:39:35.161581 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.162029 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service FLAVORS assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.162637 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.163103 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.163450 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:router May 11 19:39:35.163786 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] router is already registered May 11 19:39:35.164386 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:floatingip May 11 19:39:35.164721 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] floatingip is already registered May 11 19:39:35.165357 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service METERING assigned prefix: /metering {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.166036 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of CountableResource for resource:rbac_policy May 11 19:39:35.166371 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] rbac_policy is already registered May 11 19:39:35.167895 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:security_group May 11 19:39:35.168240 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] security_group is already registered May 11 19:39:35.168844 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 19:39:35.169182 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] security_group_rule is already registered May 11 19:39:35.169861 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service CORE assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.170203 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnetpool May 11 19:39:35.170536 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] subnetpool is already registered May 11 19:39:35.171188 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.v2.resource_helper [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Service CORE assigned prefix: {{(pid=79214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 19:39:35.171532 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Creating instance of TrackedResource for resource:subnetpool May 11 19:39:35.171870 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING neutron.quota.resource_registry [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] subnetpool is already registered May 11 19:39:35.172524 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: extensions {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.173975 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: address-groups {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.175612 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: address-scopes {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.176859 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: agents {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.178048 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: auto-allocated-topology {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.179336 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: availability_zones {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.180644 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: dhcp-networks {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.182071 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: dhcp-agents {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.183550 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: routers {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.185365 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: flavors {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.186542 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: service_profiles {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.187768 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: next_providers {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.189298 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: service_profiles {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.190743 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: floatingip-pools {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.192627 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: routers {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.194466 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: floatingips {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.195682 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: l3-routers {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.197066 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: l3-agents {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.198499 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: metering-labels {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.199862 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: metering-label-rules {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.201143 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: network-ip-availabilities {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.202427 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: bindings {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.204113 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: quotas {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.205562 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: quotas {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.206998 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: rbac-policies {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.208925 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: security-groups {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.210122 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: security-group-rules {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.211431 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: service-providers {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.212677 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: subnetpools {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.214095 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: subnetpools {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.215599 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.217283 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.219152 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.220939 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.222750 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.225191 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.226885 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.229712 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.231551 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.343685 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron.api.extensions [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Extended resource: tags {{(pid=79214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 19:39:35.350309 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING keystonemiddleware.auth_token [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 19:39:35.355060 dv-cinder-789603-5-iscsi neutron-server[79214]: WARNING keystonemiddleware.auth_token [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 19:39:35.363649 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Acquired lock "singleton_lock" {{(pid=79214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 11 19:39:35.364395 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_concurrency.lockutils [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Releasing lock "singleton_lock" {{(pid=79214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 11 19:39:35.365215 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Starting 2 workers May 11 19:39:35.369884 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Started child 79321 {{(pid=79214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 19:39:35.374154 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Started child 79322 {{(pid=79214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 19:39:35.375046 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.375732 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO neutron.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 19:39:35.376327 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Notify callbacks [] for process, before_spawn {{(pid=79214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.376494 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [-] (79321) wsgi starting up on http://0.0.0.0:9696 May 11 19:39:35.378511 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.379476 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Starting 1 workers May 11 19:39:35.380089 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [-] (79322) wsgi starting up on http://0.0.0.0:9696 May 11 19:39:35.384293 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Started child 79323 {{(pid=79214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 19:39:35.384832 dv-cinder-789603-5-iscsi neutron-server[79214]: INFO oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Starting 1 workers May 11 19:39:35.386147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58224) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:39:35.387771 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] calling RpcWorker wait() {{(pid=79323) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 19:39:35.388279 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] returning from RpcWorker wait() {{(pid=79323) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 19:39:35.389311 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Started child 79325 {{(pid=79214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 19:39:35.389631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.390152 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG neutron_lib.callbacks.manager [None req-1ce750cb-2b78-4166-983c-47d589b9e255 None None] Notify callbacks [] for process, after_spawn {{(pid=79214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.390252 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:35.392160 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 19:39:35.392380 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 19:39:35.392559 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 19:39:35.392774 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 19:39:35.393107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 19:39:35.393270 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 19:39:35.393789 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.394066 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.394341 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.394616 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.396964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397058 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065281 May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397538 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.397635 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.398189 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.398469 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.398899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.399415 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.399810 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.399923 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:35.400400 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.400400 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.400848 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:35.401425 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.401851 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] debug = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.402254 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.402747 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.403018 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.403292 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.403517 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.403821 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.404088 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.404370 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.404618 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.404848 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.405077 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.405346 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.405588 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.405812 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.406068 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.406328 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.406570 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.407060 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] host = dv-cinder-789603-5-iscsi {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.407456 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.407827 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.408236 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.408498 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.408754 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.408978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.409234 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.409484 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.409733 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.409964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.410234 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.411064 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.411443 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.411822 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.412120 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_options = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.412502 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.412793 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.413065 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.413407 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.413704 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.414036 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.414311 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.414482 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.414749 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.415007 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.415366 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.415736 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.416115 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.416497 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.416756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.416993 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.417246 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.417464 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.417716 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.417952 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.418291 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.418447 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.418704 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.418942 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.419201 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.419419 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.419667 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.419906 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.420122 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.420385 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.420619 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.420889 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.421140 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.421397 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.421631 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.421864 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.422083 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.424255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.425516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.425516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.425516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_json = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.425516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.425516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.426899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.426899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.426899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.428330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.428330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.428330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.428330 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.428996 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.428996 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.428996 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.429390 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.429390 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.429663 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.429871 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.430134 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.430369 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.430721 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.430992 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.438062 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.440817 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.442271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.444642 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445132 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.445620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446628 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446628 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446628 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.446809 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.447391 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.447391 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.447391 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.447603 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.447839 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.448334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.449636 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.449636 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.449636 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.449636 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453107 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453987 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453987 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.453987 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.454430 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.454430 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.454647 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.454762 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.458051 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.460801 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.461693 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.461693 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.461693 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.461693 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.462118 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.462118 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.462340 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.462531 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.462777 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.463159 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.463318 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.463491 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.463768 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.464023 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.464244 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.464483 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.464723 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.465055 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.465290 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.465527 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.466848 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.469079 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.469489 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.469806 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.470108 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.470390 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.470675 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.470951 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.471255 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.471486 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.471733 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.471978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.472208 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.472453 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.472691 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.473496 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.473726 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.473951 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.474224 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.474455 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.474672 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.474916 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.476063 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.476521 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.477593 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.478046 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.478668 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.479156 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.479453 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.479768 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.480215 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.480637 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.481076 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.481475 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.481951 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.482388 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.482794 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.483078 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.483506 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.483757 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.483985 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.484238 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.484470 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.484693 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.484918 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.485142 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.485360 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.485573 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.485807 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487315 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487506 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.487661 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.488084 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.488307 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.488619 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.488838 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.489068 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.489288 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.489508 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.489806 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.490039 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.490282 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.490513 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.490780 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.491064 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.491288 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.491503 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.491992 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.492246 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.492495 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.492739 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.492985 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.493236 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.493461 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.493678 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.493899 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.494128 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.494362 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.494574 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.495004 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.495372 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.495744 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.495979 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.496202 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.496415 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.496802 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.497026 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.497260 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.497477 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.498182 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.498182 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.498182 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.498423 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.498842 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.499143 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500123 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500123 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500123 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500123 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500496 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500712 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.500958 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.501261 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.501392 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.501799 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.502061 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.502359 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.502678 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.503025 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.503230 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.503504 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.503791 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.504868 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.505204 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.505532 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.505884 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.506177 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.506451 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.506721 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.507874 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.508150 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.508391 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.509690 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.509690 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.509690 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.509690 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.509690 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.510300 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.510300 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.510300 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.510590 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.510703 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.511583 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.511583 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.511583 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.511923 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 19:39:35.512542 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 19:39:35.512697 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 19:39:35.512863 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 19:39:35.513224 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 19:39:35.513576 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 19:39:35.513894 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 19:39:35.514265 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.514430 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.514565 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.514823 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.515088 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.515088 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.515536 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.515536 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.515536 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516120 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516120 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516120 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516120 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516605 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516605 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.516605 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517035 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517035 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517035 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517390 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517390 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517646 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517646 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] debug = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517918 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.517918 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518265 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518265 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518514 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518514 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518764 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.518897 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.519168 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.519168 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.519395 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.519533 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.519655 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.520345 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.520476 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.520641 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.520804 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.520964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] host = dv-cinder-789603-5-iscsi {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.521111 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.521271 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.521412 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.521577 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.521736 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.523092 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.524072 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_options = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.524252 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.524413 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.524726 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.524920 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.525081 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.526335 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.526660 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.526830 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.527179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.527342 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.527509 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.527669 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.527984 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.528138 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.528298 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.528460 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.528623 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.529528 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530334 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.530978 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.531908 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_json = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.533557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 19:39:35.535898 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.537019 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.538030 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.539044 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.540037 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.541028 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.542136 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.543355 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544109 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544109 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544109 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544109 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.544665 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545157 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545157 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545157 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545540 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545540 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545540 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545921 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.545921 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546170 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546170 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546445 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546445 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546647 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546725 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.546851 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.547966 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548145 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548311 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548654 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548825 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.548984 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.549146 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.549496 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.549496 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.549756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.549756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550006 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550141 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550284 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550419 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550548 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550685 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.550816 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.551543 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.552358 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.552525 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.552847 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553185 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553342 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553688 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553688 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553950 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.553950 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554205 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554345 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554474 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554617 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.554900 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555063 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555221 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555387 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555557 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555719 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.555884 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556040 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556197 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556384 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556535 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556696 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.556847 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557077 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557210 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557347 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557488 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557620 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557804 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.557967 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558130 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558308 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558457 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558610 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558761 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.558923 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559127 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559291 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559455 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559618 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559780 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.559942 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560105 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560267 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560431 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560756 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.560964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.561084 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.561201 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.561361 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.561677 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.561840 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562004 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562168 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562385 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562482 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562640 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562805 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.562990 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563151 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563315 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563495 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563649 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563794 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.563960 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564122 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564286 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564449 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564612 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564775 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.564938 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565102 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565272 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565432 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565595 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565757 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.565921 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.566102 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.566244 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.566435 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.566651 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568378 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568378 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568537 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568602 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568767 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.568859 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569027 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569189 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569353 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569516 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569679 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.569840 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570005 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570171 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570324 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570469 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570637 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570800 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.570951 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571159 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571335 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571498 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571660 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571822 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.571985 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572157 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572319 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572485 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572647 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572809 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.572984 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573146 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573308 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573470 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573633 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573803 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.573964 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.574126 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.574288 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.574450 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575350 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575870 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.575870 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576068 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:35.576179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576179 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576550 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576550 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576695 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576802 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.576958 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577117 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577272 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577510 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577672 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577815 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.577953 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578090 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578226 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578373 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578511 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578680 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.578849 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579076 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579222 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579371 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579508 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579643 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579802 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.579946 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.580112 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.580273 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.580432 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.580584 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.580746 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581187 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581187 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581187 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581478 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581582 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581686 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.581822 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.582576 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 19:39:35.582576 dv-cinder-789603-5-iscsi neutron-server[79214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 19:39:46.430283 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daee3b-c601-4ba4-b472-eb7e2894cf37 None None] get_active_networks_info from dv-cinder-789603-5-iscsi {{(pid=79323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 11 19:39:46.495231 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14daee3b-c601-4ba4-b472-eb7e2894cf37 None None] No non-hosted networks {{(pid=79323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 19:39:46.501739 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.agentschedulers_db [None req-14daee3b-c601-4ba4-b472-eb7e2894cf37 None None] DHCP Agent not found on host dv-cinder-789603-5-iscsi {{(pid=79323) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 11 19:39:46.619573 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-e6920879-e05e-4ea0-bfc4-06c503410213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:48.901888 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:48.904096 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.904448 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.905954 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.906344 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.906688 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.907043 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.907376 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.913479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.913479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.913479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.913479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.913479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:39:48.914361 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:48.924502 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:39:48.964030 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-be5527f9-3e95-48d1-a2b9-656c58ded919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:48.998738 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.db.api [None req-b9fab83e-4eb9-494a-b75a-4843bdbce9d1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789603-5-iscsi {{(pid=79323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 19:39:48.999215 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_db.api [None req-b9fab83e-4eb9-494a-b75a-4843bdbce9d1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 19:39:49.591329 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b9fab83e-4eb9-494a-b75a-4843bdbce9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:50.338089 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:51.567762 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:53.012953 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58332) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:39:53.592518 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING oslo_policy.policy [None req-c5d89714-8bd1-48fe-a9e7-db8573a229cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:39:53.593085 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING oslo_policy.policy [None req-c5d89714-8bd1-48fe-a9e7-db8573a229cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:39:53.808952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [None req-c5d89714-8bd1-48fe-a9e7-db8573a229cd admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:39:53.809993 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c5d89714-8bd1-48fe-a9e7-db8573a229cd admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7960458 May 11 19:39:54.814496 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.db.l3_hamode_db [None req-516ac968-969b-462e-ad23-30c4accd03d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 19:39:54.901656 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ac968-969b-462e-ad23-30c4accd03d1 None None] Routers set() bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:39:54.902039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ac968-969b-462e-ad23-30c4accd03d1 None None] Router IDs set() for agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 11 19:39:56.154235 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58346) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:39:56.515465 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:39:56.615590 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.policy [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79321) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 19:39:56.660811 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING oslo_policy.policy [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:39:56.661184 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING oslo_policy.policy [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:39:56.669491 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.quota [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Loaded quota_driver: . May 11 19:39:56.684952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:39:56.824676 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969193327', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969192754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969218055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969207147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969169624', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738969159558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3752048', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3780181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607697'] for rbac-policy, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:57.045919 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:39:57.047140 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-775a08fc-151b-4d37-b9c4-5c5a1e061dcc admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8919146 May 11 19:39:59.619562 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58360) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:39:59.974435 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:39:59.979099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:39:59.983492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Usage tracker for resource:network and tenant:6eacc429d28f4d189b4a909e354a95be is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:39:59.987953 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:39:59.993965 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:00.093744 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Made reservation on behalf of 6eacc429d28f4d189b4a909e354a95be for: {'network': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:40:00.096613 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.115051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.128681 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:00.132667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6eacc429d28f4d189b4a909e354a95be is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:00.137566 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:00.143077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:00.235708 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.304928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.309121 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:00.327142 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=79321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:40:00.353463 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738968352404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.353977 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Unsubscribe: segment precommit_create {{(pid=79321) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 19:40:00.354438 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.segments_db [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Added segment 3ec16291-421f-49ed-ba4f-b83639402403 of type vlan for network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 May 11 19:40:00.401943 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c004c91b-6304-4ee4-a2de-0d09f63612f8,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:00.422751 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.423127 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.423466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.423792 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.424108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.424422 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.424733 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.425044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.425352 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.425690 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.425998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.426298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Tracked resource versions report: May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: pushed versions: May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: { 'AddressGroup': {'1.2'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'ConntrackHelper': {'1.0'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Log': {'1.0'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Network': {'1.1'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Port': {'1.7'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'PortForwarding': {'1.2'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'QosPolicy': {'1.8'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroup': {'1.4'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroupRule': {'1.2'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SubPort': {'1.0'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Subnet': {'1.1'}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Trunk': {'1.1'}} May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: consumer versions: May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'ConntrackHelper': '1.0', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Log': '1.0', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Network': '1.1', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Port': '1.7', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'PortForwarding': '1.2', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'QosPolicy': '1.8', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroup': '1.4', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroupRule': '1.2', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SubPort': '1.0', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Subnet': '1.1', May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Trunk': '1.1'}} May 11 19:40:00.427390 dv-cinder-789603-5-iscsi neutron-server[79321]: {{(pid=79321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:40:00.474215 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.478052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:00.590833 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.592294 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:00.592939 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:00.598201 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:00.697921 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=87cda0ef-15e5-481e-abd7-b9717a1d62a6,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:00.700870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:00.710573 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:40:00.763178 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1425257 May 11 19:40:03.408466 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 58376) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:03.990339 dv-cinder-789603-5-iscsi neutron-server[79322]: WARNING oslo_policy.policy [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:40:03.990928 dv-cinder-789603-5-iscsi neutron-server[79322]: WARNING oslo_policy.policy [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:40:04.421313 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.policy [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79322) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 19:40:04.466034 dv-cinder-789603-5-iscsi neutron-server[79322]: WARNING oslo_policy.policy [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:40:04.466407 dv-cinder-789603-5-iscsi neutron-server[79322]: WARNING oslo_policy.policy [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 19:40:04.475217 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:04.477085 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fb9af59f-2a93-4074-9527-b6cce29ac097 admin admin] 10.222.0.15 "GET /v2.0/networks/87cda0ef-15e5-481e-abd7-b9717a1d62a6 HTTP/1.1" status: 200 len: 825 time: 1.0660319 May 11 19:40:04.509463 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-22e29f81-5d7a-4877-8506-70cccd98d5ac admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1a25d46e-5fae-403a-a3fc-b310c8c59a25 HTTP/1.1" status: 200 len: 734 time: 0.0270891 May 11 19:40:04.517860 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Request body: {'subnet': {'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25', 'name': 'private-subnet', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:40:04.519502 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.quota [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Loaded quota_driver: . May 11 19:40:04.525204 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:04.530587 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Usage tracker for resource:subnet and tenant:6eacc429d28f4d189b4a909e354a95be is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:04.533835 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:04.541341 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:04.636483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Made reservation on behalf of 6eacc429d28f4d189b4a909e354a95be for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:40:04.639317 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:05.181086 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:05.186890 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:05.258745 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Checking segment: {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:40:05.259157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Network hostable DHCP agents. Network: 87cda0ef-15e5-481e-abd7-b9717a1d62a6, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:40:05.281880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:05.292513 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.292899 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.293232 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.293553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.293871 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.294206 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.294525 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.294835 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.295169 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.295480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Tracked resource versions report: May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: pushed versions: May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: { 'AddressGroup': {'1.2'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'ConntrackHelper': {'1.0'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Log': {'1.0'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Network': {'1.1'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Port': {'1.7'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'PortForwarding': {'1.2'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'QosPolicy': {'1.8'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroup': {'1.4'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroupRule': {'1.2'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SubPort': {'1.0'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Subnet': {'1.1'}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Trunk': {'1.1'}} May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: consumer versions: May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'ConntrackHelper': '1.0', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Log': '1.0', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Network': '1.1', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Port': '1.7', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'PortForwarding': '1.2', May 11 19:40:05.297555 dv-cinder-789603-5-iscsi neutron-server[79322]: 'QosPolicy': '1.8', May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroup': '1.4', May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroupRule': '1.2', May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SubPort': '1.0', May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Subnet': '1.1', May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Trunk': '1.1'}} May 11 19:40:05.299162 dv-cinder-789603-5-iscsi neutron-server[79322]: {{(pid=79322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:40:05.326925 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:05.350914 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:40:05.425033 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 87cda0ef-15e5-481e-abd7-b9717a1d62a6) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:05.430020 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:05.430661 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:05.434698 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfbbc41-a198-4304-97e7-341957325f4e None None] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:40:05.523348 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0087993 May 11 19:40:05.742358 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:40:05.744286 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:05.956103 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Allocated IP 172.20.0.2 (87cda0ef-15e5-481e-abd7-b9717a1d62a6/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6/e35309dc-50f9-49a8-9021-c660c22e0498) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:40:06.187065 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:06.199706 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Transition to ACTIVE for port object e35309dc-50f9-49a8-9021-c660c22e0498 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:40:06.218856 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Transition to ACTIVE for port object e35309dc-50f9-49a8-9021-c660c22e0498 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:40:06.300339 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:06.306319 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:06.359401 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:40:06.360542 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:06.366231 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:40:06.413577 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Pushing event updated for resources: {'Port': ['ID=e35309dc-50f9-49a8-9021-c660c22e0498,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:06.451741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.452393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.452393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.452734 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.453064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.453393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.453725 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.454048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.454372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.454696 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.455039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.455360 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Tracked resource versions report: May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: pushed versions: May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: { 'AddressGroup': {'1.2'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'ConntrackHelper': {'1.0'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Log': {'1.0'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Network': {'1.1'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Port': {'1.7'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'PortForwarding': {'1.2'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'QosPolicy': {'1.8'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroup': {'1.4'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroupRule': {'1.2'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SubPort': {'1.0'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Subnet': {'1.1'}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Trunk': {'1.1'}} May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: consumer versions: May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'ConntrackHelper': '1.0', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Log': '1.0', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Network': '1.1', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Port': '1.7', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'PortForwarding': '1.2', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'QosPolicy': '1.8', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroup': '1.4', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroupRule': '1.2', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SubPort': '1.0', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Subnet': '1.1', May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Trunk': '1.1'}} May 11 19:40:06.456461 dv-cinder-789603-5-iscsi neutron-server[79323]: {{(pid=79323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:40:06.470470 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:06.479816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Attempting to bind port e35309dc-50f9-49a8-9021-c660c22e0498 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:40:06.480221 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Attempting to bind port e35309dc-50f9-49a8-9021-c660c22e0498 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:40:06.480662 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Attempting to bind port e35309dc-50f9-49a8-9021-c660c22e0498 on network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:40:06.485869 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:40:06.486287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Checking segment: {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:40:06.486768 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:06.487198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Bound using segment: {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:40:06.487667 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Bound port: e35309dc-50f9-49a8-9021-c660c22e0498, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:40:06.488090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:06.577016 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] For port e35309dc-50f9-49a8-9021-c660c22e0498, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:40:06.580879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] For port e35309dc-50f9-49a8-9021-c660c22e0498, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e35309dc-50f9-49a8-9021-c660c22e0498,segment=NetworkSegment(3ec16291-421f-49ed-ba4f-b83639402403),segment_id=3ec16291-421f-49ed-ba4f-b83639402403)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:40:06.665907 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:06.670024 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:06.758700 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Pushing event updated for resources: {'Port': ['ID=e35309dc-50f9-49a8-9021-c660c22e0498,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:06.761578 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:07.904457 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58396) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:08.282169 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [None req-1710b191-556a-4563-b6b4-8a383b487be7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:40:08.283237 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1710b191-556a-4563-b6b4-8a383b487be7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3776650 May 11 19:40:10.621330 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58406) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:11.001660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [None req-ffd2f551-3c30-41c3-ad75-fe6a94b54a71 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:40:11.002628 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-ffd2f551-3c30-41c3-ad75-fe6a94b54a71 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802915 May 11 19:40:12.193468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051e09b1-54de-4292-b2a0-fb810e3c71cf None None] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:40:12.352775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-cf3d1af5-0d09-4fac-a6bf-e8972abb9d5a None None] Provisioning for port e35309dc-50f9-49a8-9021-c660c22e0498 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:40:12.771388 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e35309dc-50f9-49a8-9021-c660c22e0498 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:12.897461 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port e35309dc-50f9-49a8-9021-c660c22e0498 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:40:12.902496 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port e35309dc-50f9-49a8-9021-c660c22e0498 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:12.902941 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:13.016699 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:13.051627 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port e35309dc-50f9-49a8-9021-c660c22e0498, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e35309dc-50f9-49a8-9021-c660c22e0498,segment=NetworkSegment(3ec16291-421f-49ed-ba4f-b83639402403),segment_id=3ec16291-421f-49ed-ba4f-b83639402403)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:40:13.105513 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:13.108251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:13.174002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=e35309dc-50f9-49a8-9021-c660c22e0498,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:13.177215 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:13.645236 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58422) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:14.003445 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'name': 'router1'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:40:14.009572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:14.013356 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Usage tracker for resource:router and tenant:6eacc429d28f4d189b4a909e354a95be is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:14.016654 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:14.022302 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:14.105280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:14.107057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:14.128269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:14.300504 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:14.390807 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:14.392034 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-763c3caf-7a95-472a-83fb-aa546f95a656 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7458482 May 11 19:40:14.753288 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e35309dc-50f9-49a8-9021-c660c22e0498 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:14.819519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port e35309dc-50f9-49a8-9021-c660c22e0498 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:14.821090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:16.396881 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f3d38761-3b34-4a5c-b495-cf1d17339359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:16.731196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58432) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:17.094262 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [None req-bb79a334-a26f-43fe-ba48-3ee7851a8551 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:40:17.095232 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-bb79a334-a26f-43fe-ba48-3ee7851a8551 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3631120 May 11 19:40:18.962547 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:19.012182 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a253c2b1-fc59-4ef3-bc43-26329f3a3533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:19.457742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58442) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:19.821274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:40:19.826353 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:19.830183 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Usage tracker for resource:network and tenant:26f6b24aa0ec4d80a3fc7f36a9101421 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:19.833905 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:19.839493 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:19.943210 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Made reservation on behalf of 26f6b24aa0ec4d80a3fc7f36a9101421 for: {'network': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:40:19.945448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:19.958048 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:19.971792 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:19.975998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Usage tracker for resource:security_group_rule and tenant:26f6b24aa0ec4d80a3fc7f36a9101421 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:19.978704 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:19.984295 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:20.065288 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.149213 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.152278 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:20.168882 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Reserving flat network on physical network physnet1 {{(pid=79321) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 19:40:20.189179 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22172c8-d9a4-4e7c-b28e-309a763bb22e,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:20.193465 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:20.194354 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.194694 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.segments_db [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Added segment 918d5be3-61f7-490d-84d8-9b240313f0c4 of type flat for network 6654d049-e208-42ad-b67b-65725f02ce51 May 11 19:40:20.226565 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.252234 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.328037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.329351 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:20.329928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:20.335222 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:20.444348 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Pushing event updated for resources: {'Network': ['ID=6654d049-e208-42ad-b67b-65725f02ce51,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:20.446837 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:20.454181 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 6654d049-e208-42ad-b67b-65725f02ce51 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:40:20.509846 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0510395 May 11 19:40:21.537632 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:22.987572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58462) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:23.197438 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721fa58b-b5e3-487c-a6af-b625b7ad836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:23.198777 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-721fa58b-b5e3-487c-a6af-b625b7ad836a admin admin] 10.222.0.15 "GET /v2.0/subnets/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6 HTTP/1.1" status: 200 len: 849 time: 0.2096772 May 11 19:40:23.340206 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f92fdfa6-45f7-4a5a-b516-4052bfb34d57 admin admin] 10.222.0.15 "GET /v2.0/routers/5811cd70-32e6-412a-bbe9-92a2fac4e838 HTTP/1.1" status: 200 len: 704 time: 0.1359677 May 11 19:40:23.796323 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:24.026646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Allocated IP 172.20.0.1 (87cda0ef-15e5-481e-abd7-b9717a1d62a6/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6/d52367f1-a6dc-4808-8ebc-95f702cb3d59) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:40:24.179408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:24.196964 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Transition to ACTIVE for port object d52367f1-a6dc-4808-8ebc-95f702cb3d59 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:40:24.328695 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:24.332918 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:24.389438 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:40:24.392138 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:24.405659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:40:24.405659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:24.553772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Pushing event updated for resources: {'Port': ['ID=d52367f1-a6dc-4808-8ebc-95f702cb3d59,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:24.572027 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:24.636414 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-056ef675-bdb1-4e5a-b591-efdbca28d617 None None] Provisioning for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:40:24.641264 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-056ef675-bdb1-4e5a-b591-efdbca28d617 None None] Provisioning complete for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:24.641702 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-056ef675-bdb1-4e5a-b591-efdbca28d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:24.697391 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-056ef675-bdb1-4e5a-b591-efdbca28d617 None None] Port d52367f1-a6dc-4808-8ebc-95f702cb3d59 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:40:24.778441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:25.001026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:25.065049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:25.066805 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:25.070897 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:25.196654 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Pushing event updated for resources: {'Port': ['ID=d52367f1-a6dc-4808-8ebc-95f702cb3d59,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:25.200474 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:25.256897 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:40:25.257849 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:25.419681 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-7b02a6c5-ff56-44f8-acba-d6b46ba8a5d0 None None] Provisioning complete for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:25.420050 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7b02a6c5-ff56-44f8-acba-d6b46ba8a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:25.471848 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-7b02a6c5-ff56-44f8-acba-d6b46ba8a5d0 None None] Port d52367f1-a6dc-4808-8ebc-95f702cb3d59 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:40:25.545792 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Router 5811cd70-32e6-412a-bbe9-92a2fac4e838 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:40:25.698148 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:40:25.707316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] 10.222.0.15 "PUT /v2.0/routers/5811cd70-32e6-412a-bbe9-92a2fac4e838/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3622289 May 11 19:40:25.708983 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Sync routers for ids ['5811cd70-32e6-412a-bbe9-92a2fac4e838'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:40:25.718918 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Routers {'5811cd70-32e6-412a-bbe9-92a2fac4e838'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:40:25.719791 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:40:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5811cd70-32e6-412a-bbe9-92a2fac4e838'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:25.905537 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Set router 5811cd70-32e6-412a-bbe9-92a2fac4e838 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:40:26.267684 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:24Z', 'revision_number': 2, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port_host': None, '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:24Z', 'revision_number': 2, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:26.272556 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Checking router: 5811cd70-32e6-412a-bbe9-92a2fac4e838 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:40:26.272932 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Updating router 5811cd70-32e6-412a-bbe9-92a2fac4e838 port d52367f1-a6dc-4808-8ebc-95f702cb3d59 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:40:26.323356 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:26.691835 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:26.706423 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Transition to ACTIVE for port object d52367f1-a6dc-4808-8ebc-95f702cb3d59 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:40:26.796891 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:26.802879 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:27.034349 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Pushing event updated for resources: {'Port': ['ID=d52367f1-a6dc-4808-8ebc-95f702cb3d59,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:27.045595 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.045923 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.046245 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.046563 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.046878 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.047217 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.047528 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.047839 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.048155 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.048463 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.048768 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.049073 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Tracked resource versions report: May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: pushed versions: May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: { 'AddressGroup': {'1.2'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'ConntrackHelper': {'1.0'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Log': {'1.0'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Network': {'1.1'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Port': {'1.7'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'PortForwarding': {'1.2'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'QosPolicy': {'1.8'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroup': {'1.4'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroupRule': {'1.2'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SubPort': {'1.0'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Subnet': {'1.1'}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Trunk': {'1.1'}} May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: consumer versions: May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'ConntrackHelper': '1.0', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Log': '1.0', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Network': '1.1', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Port': '1.7', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'PortForwarding': '1.2', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'QosPolicy': '1.8', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroup': '1.4', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroupRule': '1.2', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SubPort': '1.0', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Subnet': '1.1', May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Trunk': '1.1'}} May 11 19:40:27.050807 dv-cinder-789603-5-iscsi neutron-server[79325]: {{(pid=79325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:40:27.054974 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:27.058936 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Attempting to bind port d52367f1-a6dc-4808-8ebc-95f702cb3d59 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:40:27.059369 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Attempting to bind port d52367f1-a6dc-4808-8ebc-95f702cb3d59 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:40:27.059790 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Attempting to bind port d52367f1-a6dc-4808-8ebc-95f702cb3d59 on network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:40:27.064804 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:40:27.065222 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Checking segment: {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:40:27.065729 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:27.066118 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Bound using segment: {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:40:27.066597 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Bound port: d52367f1-a6dc-4808-8ebc-95f702cb3d59, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec16291-421f-49ed-ba4f-b83639402403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:40:27.066996 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:27.154823 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] For port d52367f1-a6dc-4808-8ebc-95f702cb3d59, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:40:27.158793 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] For port d52367f1-a6dc-4808-8ebc-95f702cb3d59, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=d52367f1-a6dc-4808-8ebc-95f702cb3d59,segment=NetworkSegment(3ec16291-421f-49ed-ba4f-b83639402403),segment_id=3ec16291-421f-49ed-ba4f-b83639402403)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:40:27.240945 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:27.245013 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:27.330440 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Routers {'5811cd70-32e6-412a-bbe9-92a2fac4e838'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:40:27.331114 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:40:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5811cd70-32e6-412a-bbe9-92a2fac4e838'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:27.385988 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Pushing event updated for resources: {'Port': ['ID=d52367f1-a6dc-4808-8ebc-95f702cb3d59,revision_number=4']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:27.444038 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-3f436da2-5110-4cb9-af6b-a660b963e1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:27.488247 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] Set router 5811cd70-32e6-412a-bbe9-92a2fac4e838 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:40:27.814382 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:24Z', 'revision_number': 2, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port_host': None, '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:27Z', 'revision_number': 4, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:27.818681 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80a71c-019c-48ce-8cc3-f2d75c1b139c None None] The sync data for ids ['5811cd70-32e6-412a-bbe9-92a2fac4e838'] in dv-cinder-789603-5-iscsi is: [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:24Z', 'revision_number': 2, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port_host': None, '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:27Z', 'revision_number': 4, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:40:27.866224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58484) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:28.018033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667c470-f52f-4f52-b83a-ce37ea9f284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:28.018600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-0667c470-f52f-4f52-b83a-ce37ea9f284d admin admin] Synchronizing usage tracker for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:network {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:40:28.097754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-0667c470-f52f-4f52-b83a-ce37ea9f284d admin admin] Unset dirty status for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:network {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:40:28.099104 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-0667c470-f52f-4f52-b83a-ce37ea9f284d admin admin] 10.222.0.15 "GET /v2.0/networks/6654d049-e208-42ad-b67b-65725f02ce51 HTTP/1.1" status: 200 len: 842 time: 0.2317836 May 11 19:40:28.108202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:40:28.114211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:40:28.118211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Usage tracker for resource:subnet and tenant:26f6b24aa0ec4d80a3fc7f36a9101421 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:40:28.121195 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:40:28.127967 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:40:28.183572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Made reservation on behalf of 26f6b24aa0ec4d80a3fc7f36a9101421 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:40:28.185896 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:28.729606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.objects.ports [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79321) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 11 19:40:28.730078 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:28.734488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:28.805452 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315250e0-aa07-47cd-8f35-fa61eb6f8b54,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:28.811037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:40:28.811414 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Network hostable DHCP agents. Network: 6654d049-e208-42ad-b67b-65725f02ce51, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:40:28.814147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:28.934161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:40:29.020267 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 6654d049-e208-42ad-b67b-65725f02ce51) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:29.024710 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:29.026610 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:29.033325 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db71e8f-4c33-4fc6-8251-15fead39edc7 None None] Network 6654d049-e208-42ad-b67b-65725f02ce51 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:40:29.106997 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9902551 May 11 19:40:29.238618 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc76df-6d40-41fe-980f-c059c98ea070 None None] Network 6654d049-e208-42ad-b67b-65725f02ce51 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:40:30.784391 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device d52367f1-a6dc-4808-8ebc-95f702cb3d59 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:30.991243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:40:30.996289 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:30.996659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:31.115909 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:31.148496 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port d52367f1-a6dc-4808-8ebc-95f702cb3d59, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=d52367f1-a6dc-4808-8ebc-95f702cb3d59,segment=NetworkSegment(3ec16291-421f-49ed-ba4f-b83639402403),segment_id=3ec16291-421f-49ed-ba4f-b83639402403)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:40:31.240992 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:31.245070 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:31.312579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=d52367f1-a6dc-4808-8ebc-95f702cb3d59,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:31.316127 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:31.340117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58498) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:31.535175 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-e2c2814e-e997-4881-a132-71955191a823 admin admin] 10.222.0.15 "GET /v2.0/routers/5811cd70-32e6-412a-bbe9-92a2fac4e838 HTTP/1.1" status: 200 len: 710 time: 0.1930676 May 11 19:40:31.660292 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554421a-0105-4441-a09f-4724513d9e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:40:31.661651 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-e554421a-0105-4441-a09f-4724513d9e8f admin admin] 10.222.0.15 "GET /v2.0/networks/6654d049-e208-42ad-b67b-65725f02ce51 HTTP/1.1" status: 200 len: 886 time: 0.1214578 May 11 19:40:31.670343 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:40:32.113264 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.542542 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.598065 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.732710 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Allocated IP 172.27.3.37 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/472a78ee-97fa-4f46-b298-d50db1d2e188) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:40:32.766489 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device d52367f1-a6dc-4808-8ebc-95f702cb3d59 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:32.837337 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:32.837632 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.876602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.962665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:32.968502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2da7974e-3121-4d0e-b54d-a381b20b8b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:33.024521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:40:33.027646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:40:33.030976 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:40:33.155565 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Pushing event updated for resources: {'Port': ['ID=472a78ee-97fa-4f46-b298-d50db1d2e188,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:33.159887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:33.473232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:33.871964 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:33.875176 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-920882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-928009'] for router, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:34.049756 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Router 5811cd70-32e6-412a-bbe9-92a2fac4e838 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:40:34.223688 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:40:34.231940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:34.233110 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] 10.222.0.15 "PUT /v2.0/routers/5811cd70-32e6-412a-bbe9-92a2fac4e838 HTTP/1.1" status: 200 len: 889 time: 2.5660267 May 11 19:40:34.233397 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Sync routers for ids ['5811cd70-32e6-412a-bbe9-92a2fac4e838'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:40:34.243365 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Routers {'5811cd70-32e6-412a-bbe9-92a2fac4e838'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:40:34.244023 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:40:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5811cd70-32e6-412a-bbe9-92a2fac4e838'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:34.436658 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Set router 5811cd70-32e6-412a-bbe9-92a2fac4e838 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:40:34.775524 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:33Z', 'revision_number': 4, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port': {'id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:32Z', 'updated_at': '2021-05-11T19:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:31Z', 'revision_number': 5, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:34.780422 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Checking router: 5811cd70-32e6-412a-bbe9-92a2fac4e838 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:40:34.780774 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Updating router 5811cd70-32e6-412a-bbe9-92a2fac4e838 port 472a78ee-97fa-4f46-b298-d50db1d2e188 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:40:34.831487 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.176967 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.188379 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Transition to ACTIVE for port object 472a78ee-97fa-4f46-b298-d50db1d2e188 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:40:35.286553 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.290604 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:35.365371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Attempting to bind port 472a78ee-97fa-4f46-b298-d50db1d2e188 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:40:35.365744 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Attempting to bind port 472a78ee-97fa-4f46-b298-d50db1d2e188 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:40:35.366110 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Attempting to bind port 472a78ee-97fa-4f46-b298-d50db1d2e188 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:40:35.369422 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Pushing event updated for resources: {'Port': ['ID=472a78ee-97fa-4f46-b298-d50db1d2e188,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:35.373204 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:35.374088 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:40:35.374463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:40:35.374867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.375276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:40:35.375743 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Bound port: 472a78ee-97fa-4f46-b298-d50db1d2e188, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:40:35.376137 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.449976 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] For port 472a78ee-97fa-4f46-b298-d50db1d2e188, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:40:35.453175 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] For port 472a78ee-97fa-4f46-b298-d50db1d2e188, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=472a78ee-97fa-4f46-b298-d50db1d2e188,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:40:35.572736 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:35.576821 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:35.651809 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Routers {'5811cd70-32e6-412a-bbe9-92a2fac4e838'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:40:35.652423 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:40:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5811cd70-32e6-412a-bbe9-92a2fac4e838'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:35.764416 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Pushing event updated for resources: {'Port': ['ID=472a78ee-97fa-4f46-b298-d50db1d2e188,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:35.775317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:35.836037 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] Set router 5811cd70-32e6-412a-bbe9-92a2fac4e838 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:40:36.175125 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:33Z', 'revision_number': 4, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port': {'id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:32Z', 'updated_at': '2021-05-11T19:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:31Z', 'revision_number': 5, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:40:36.179003 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb3404d-a638-4e4a-9f69-261e011308f7 None None] The sync data for ids ['5811cd70-32e6-412a-bbe9-92a2fac4e838'] in dv-cinder-789603-5-iscsi is: [{'id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'name': 'router1', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:40:14Z', 'updated_at': '2021-05-11T19:40:33Z', 'revision_number': 4, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'gw_port': {'id': '472a78ee-97fa-4f46-b298-d50db1d2e188', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:32Z', 'updated_at': '2021-05-11T19:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'd52367f1-a6dc-4808-8ebc-95f702cb3d59', 'name': '', 'network_id': '87cda0ef-15e5-481e-abd7-b9717a1d62a6', 'tenant_id': '6eacc429d28f4d189b4a909e354a95be', 'mac_address': 'fa:16:3e:d4:bf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811cd70-32e6-412a-bbe9-92a2fac4e838', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:40:23Z', 'updated_at': '2021-05-11T19:40:31Z', 'revision_number': 5, 'project_id': '6eacc429d28f4d189b4a909e354a95be', 'subnets': [{'id': 'c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a25d46e-5fae-403a-a3fc-b310c8c59a25'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:40:36.564204 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 58508) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:40:36.681451 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-91366c04-0b26-4897-8852-aa200f87e8fe admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1161399 May 11 19:40:36.806470 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 472a78ee-97fa-4f46-b298-d50db1d2e188 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:36.949533 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 472a78ee-97fa-4f46-b298-d50db1d2e188 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:40:36.954594 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 472a78ee-97fa-4f46-b298-d50db1d2e188 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:36.955053 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:37.074500 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:37.091619 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 472a78ee-97fa-4f46-b298-d50db1d2e188, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=472a78ee-97fa-4f46-b298-d50db1d2e188,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:40:37.206671 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:37.209126 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:40:37.274578 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=472a78ee-97fa-4f46-b298-d50db1d2e188,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:40:37.278074 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:40:38.788708 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 472a78ee-97fa-4f46-b298-d50db1d2e188 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:40:38.867225 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 472a78ee-97fa-4f46-b298-d50db1d2e188 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:40:38.867483 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:44.450389 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:40:46.459505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f5793555-d8d6-408f-bb21-89631be966b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:48.848918 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:48.928719 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c457ae4d-d6a8-4eb7-bad4-81c9aac316ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:50.237640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:40:51.532474 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:16.363618 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-54765ef8-debb-487a-b9ac-18f9bcdac330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:18.895106 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:19.023656 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0d2dcef5-ac41-4a9c-af6d-95b723081fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:20.240879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:21.457661 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:41:21.577951 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:46.356759 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2f6f1c2b-9e8a-4198-a683-e4753df043fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:48.859873 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:48.966086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-405107dc-6c46-4a9f-8d5d-0c778993aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:50.259624 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:51.540308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:41:58.446159 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:42:16.360073 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-abc60520-4021-44c2-9750-13f0c5f45b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:16.983324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59078) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:17.049722 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bda34e-12a5-41eb-842a-b0e3527e594c admin admin] GET failed (client error): The resource could not be found. May 11 19:42:17.050911 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c7bda34e-12a5-41eb-842a-b0e3527e594c admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666420 May 11 19:42:17.181952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49486c6b-39f8-4b2e-8f8a-8d25924fefa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:17.183385 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-49486c6b-39f8-4b2e-8f8a-8d25924fefa7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287181 May 11 19:42:18.859982 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:18.928756 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-84b76f25-0cfc-4e87-8f7b-1ac97dab21df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:19.276231 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59088) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:19.387430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08878dac-91b5-4de3-a26b-77f28faa6fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:19.387895 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-08878dac-91b5-4de3-a26b-77f28faa6fb0 admin admin] Synchronizing usage tracker for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:subnet {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:42:19.459906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-08878dac-91b5-4de3-a26b-77f28faa6fb0 admin admin] Unset dirty status for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:subnet {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:42:19.461084 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-08878dac-91b5-4de3-a26b-77f28faa6fb0 admin admin] 10.222.0.15 "GET /v2.0/subnets/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6 HTTP/1.1" status: 200 len: 849 time: 0.1838992 May 11 19:42:19.470260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:42:19.583215 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:19.819790 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738968345950'] for subnet, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:19.823419 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:42:19.863715 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:19.864583 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:19.867141 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] 10.222.0.15 "PUT /v2.0/subnets/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6 HTTP/1.1" status: 200 len: 868 time: 0.4005945 May 11 19:42:19.867303 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15fef8-e0b2-432a-9b28-182f427722ea None None] Network 87cda0ef-15e5-481e-abd7-b9717a1d62a6 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:42:19.895744 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:42:19.903914 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.904638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.904978 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.905307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.905632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.906002 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.906326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.906643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.906978 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.907304 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.907617 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.907923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:42:19.911823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:42:20.254996 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:20.357694 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d66156aa-0de0-4802-a9c6-763dd525df1b None None] Provisioning complete for port e35309dc-50f9-49a8-9021-c660c22e0498 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:42:20.358074 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d66156aa-0de0-4802-a9c6-763dd525df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:20.484343 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d66156aa-0de0-4802-a9c6-763dd525df1b None None] Provisioning complete for port d52367f1-a6dc-4808-8ebc-95f702cb3d59 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:42:20.484723 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d66156aa-0de0-4802-a9c6-763dd525df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:21.572934 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:22.043783 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59098) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:22.290473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d49f8f-ef23-4282-9529-635a61d83896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:22.290934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d49f8f-ef23-4282-9529-635a61d83896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:22.292456 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b3d49f8f-ef23-4282-9529-635a61d83896 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2473454 May 11 19:42:24.409893 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59108) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:24.578646 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39e8f7-4991-475e-ad56-673e1dc4bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:24.579164 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39e8f7-4991-475e-ad56-673e1dc4bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:24.580671 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-bc39e8f7-4991-475e-ad56-673e1dc4bfe7 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698763 May 11 19:42:26.693556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59118) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:26.869060 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992cb6cb-6161-40b0-8125-5fa861a0805b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:26.870412 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-992cb6cb-6161-40b0-8125-5fa861a0805b admin admin] 10.222.0.15 "GET /v2.0/networks/6654d049-e208-42ad-b67b-65725f02ce51 HTTP/1.1" status: 200 len: 886 time: 0.1759212 May 11 19:42:28.973864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59128) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:29.145056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ed800-66e4-4bea-9450-bc1523a5914a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:29.146399 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-912ed800-66e4-4bea-9450-bc1523a5914a admin admin] 10.222.0.15 "GET /v2.0/networks/87cda0ef-15e5-481e-abd7-b9717a1d62a6 HTTP/1.1" status: 200 len: 869 time: 0.1715989 May 11 19:42:31.249505 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59138) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:31.356463 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c778f-f9a6-4970-9dba-22e001365b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:31.356936 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c778f-f9a6-4970-9dba-22e001365b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:31.358420 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-056c778f-f9a6-4970-9dba-22e001365b63 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079245 May 11 19:42:33.458809 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59148) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:33.567506 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a23ce7-3d0d-42fe-87bd-7dda704f9a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:33.567972 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a23ce7-3d0d-42fe-87bd-7dda704f9a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:33.569446 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-07a23ce7-3d0d-42fe-87bd-7dda704f9a96 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096754 May 11 19:42:35.445106 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:42:35.662799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59158) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:35.762224 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae7825-fddf-4195-86bd-927dcbdea769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:35.763572 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e1ae7825-fddf-4195-86bd-927dcbdea769 admin admin] 10.222.0.15 "GET /v2.0/subnets/315250e0-aa07-47cd-8f35-fa61eb6f8b54 HTTP/1.1" status: 200 len: 816 time: 0.0997994 May 11 19:42:37.866706 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59168) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:42:37.973986 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb1f7d-51e4-4644-816f-774ffd9fa5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:42:37.975325 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e1bb1f7d-51e4-4644-816f-774ffd9fa5d8 admin admin] 10.222.0.15 "GET /v2.0/subnets/c6e6ac43-8cf6-4c6f-b17c-ecd7060b30c6 HTTP/1.1" status: 200 len: 868 time: 0.1076515 May 11 19:42:46.414840 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-35543e68-8a87-4226-a00a-f7be40f7a87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:48.857574 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:48.932400 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a44bbe0f-3bb5-4fff-82a5-fa02a684b9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:50.252419 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:42:51.546184 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:00.956157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59212) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:43:01.005381 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [None req-a9d707c9-42f2-4afe-9dce-4ae37cfb37b1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:43:01.013963 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a9d707c9-42f2-4afe-9dce-4ae37cfb37b1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491569 May 11 19:43:03.200853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59222) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:43:03.271100 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4d4a5b-d456-47e8-9af3-7987dbf7d3db admin admin] GET failed (client error): The resource could not be found. May 11 19:43:03.272333 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9b4d4a5b-d456-47e8-9af3-7987dbf7d3db admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705397 May 11 19:43:03.397459 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1afdb-6729-4be0-9201-ceca22f9db8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:43:03.398827 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c9d1afdb-6729-4be0-9201-ceca22f9db8f admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1226504 May 11 19:43:05.530036 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59232) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:43:05.576956 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:43:05.581483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:43:05.590812 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:43:05.677062 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Made reservation on behalf of 26f6b24aa0ec4d80a3fc7f36a9101421 for: {'network': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:43:05.679304 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:05.810595 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING neutron.services.revisions.revision_plugin [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Could not find related network for resource to bump revision. May 11 19:43:05.822241 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=79321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:43:05.830694 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:05.831081 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.segments_db [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Added segment 4e789666-721c-44cd-b37c-73c18151d37e of type vlan for network da6ad59c-95f7-481b-8076-e59afe925a84 May 11 19:43:05.855764 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:05.977669 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:05.978918 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:43:05.979538 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:05.982625 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:43:06.076944 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Pushing event updated for resources: {'Network': ['ID=da6ad59c-95f7-481b-8076-e59afe925a84,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:43:06.084470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:43:06.087471 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network da6ad59c-95f7-481b-8076-e59afe925a84 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:43:06.187183 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6559708 May 11 19:43:08.320089 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59242) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:43:08.388433 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db34942-6f62-4bb5-a24c-3d7de16e665e admin admin] GET failed (client error): The resource could not be found. May 11 19:43:08.388880 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8db34942-6f62-4bb5-a24c-3d7de16e665e admin admin] Synchronizing usage tracker for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:network {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:43:08.466075 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8db34942-6f62-4bb5-a24c-3d7de16e665e admin admin] Unset dirty status for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:network {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:43:08.467223 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8db34942-6f62-4bb5-a24c-3d7de16e665e admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1461473 May 11 19:43:08.573759 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dd7e7-bb77-42f5-ae41-a022c995f1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:43:08.575200 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-545dd7e7-bb77-42f5-ae41-a022c995f1c3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032569 May 11 19:43:08.585123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:43:08.589345 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:43:08.599150 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:43:08.688427 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Made reservation on behalf of 26f6b24aa0ec4d80a3fc7f36a9101421 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:43:08.691285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:09.134669 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:09.139145 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9edb3961-7ba7-4e01-9667-89ddcd4307e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:43:09.205909 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e6ff06-b7de-4172-bbe4-df9adaf6175a,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:43:09.209073 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:43:09.214567 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Checking segment: {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:43:09.214914 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Network hostable DHCP agents. Network: da6ad59c-95f7-481b-8076-e59afe925a84, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:43:09.339829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Network da6ad59c-95f7-481b-8076-e59afe925a84 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:43:09.431797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, da6ad59c-95f7-481b-8076-e59afe925a84) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:43:09.435863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:43:09.436445 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:09.440758 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017a4ce-ac58-4a1e-817f-6e10eaa5f849 None None] Network da6ad59c-95f7-481b-8076-e59afe925a84 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:43:09.564352 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9824867 May 11 19:43:09.653702 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-da6ad59c-95f7-481b-8076-e59afe925a84', 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84', 'tenant_id': '26f6b24aa0ec4d80a3fc7f36a9101421', 'fixed_ips': [{'subnet_id': '94e6ff06-b7de-4172-bbe4-df9adaf6175a'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:43:09.654630 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:09.812931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Allocated IP 192.168.233.2 (da6ad59c-95f7-481b-8076-e59afe925a84/94e6ff06-b7de-4172-bbe4-df9adaf6175a/797f6cb7-789d-47f5-a8db-f7654bbe1a34) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:43:10.020168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:10.030662 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Transition to ACTIVE for port object 797f6cb7-789d-47f5-a8db-f7654bbe1a34 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:43:10.050118 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Transition to ACTIVE for port object 797f6cb7-789d-47f5-a8db-f7654bbe1a34 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:43:10.140941 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:10.146879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:43:10.202154 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Network da6ad59c-95f7-481b-8076-e59afe925a84 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:43:10.203326 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:43:10.207676 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:43:10.247479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Pushing event updated for resources: {'Port': ['ID=797f6cb7-789d-47f5-a8db-f7654bbe1a34,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:43:10.286431 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.286772 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.287135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.287468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.287798 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.288126 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.288445 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.288766 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.289113 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.289425 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.289739 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.290053 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:43:10.297303 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:43:10.319261 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Attempting to bind port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:43:10.319650 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Attempting to bind port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:43:10.320006 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Attempting to bind port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 on network da6ad59c-95f7-481b-8076-e59afe925a84 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:43:10.325325 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:43:10.325702 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Checking segment: {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:43:10.326105 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:10.326510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Bound using segment: {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:43:10.327029 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Bound port: 797f6cb7-789d-47f5-a8db-f7654bbe1a34, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:43:10.327439 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:10.440247 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] For port 797f6cb7-789d-47f5-a8db-f7654bbe1a34, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:43:10.443465 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] For port 797f6cb7-789d-47f5-a8db-f7654bbe1a34, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=797f6cb7-789d-47f5-a8db-f7654bbe1a34,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:43:10.533153 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:10.537135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:43:10.609852 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Pushing event updated for resources: {'Port': ['ID=797f6cb7-789d-47f5-a8db-f7654bbe1a34,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:43:10.613372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:43:10.910492 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 797f6cb7-789d-47f5-a8db-f7654bbe1a34 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:43:11.057987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:43:11.422295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a72e7-cfec-44c7-835a-fa3a1e30059d None None] Network da6ad59c-95f7-481b-8076-e59afe925a84 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:43:11.584827 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Provisioning for port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:43:11.620989 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Provisioning complete for port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:43:11.621365 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:11.771006 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:11.804749 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] For port 797f6cb7-789d-47f5-a8db-f7654bbe1a34, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=797f6cb7-789d-47f5-a8db-f7654bbe1a34,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:43:11.920750 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:11.923385 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:43:11.991164 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Pushing event updated for resources: {'Port': ['ID=797f6cb7-789d-47f5-a8db-f7654bbe1a34,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:43:11.994158 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:43:12.042707 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-8754e8d6-c28f-4895-867b-432447d983cb None None] Provisioning complete for port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:43:12.043042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-8754e8d6-c28f-4895-867b-432447d983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:12.447547 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:43:12.891155 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 797f6cb7-789d-47f5-a8db-f7654bbe1a34 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:43:12.959059 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 797f6cb7-789d-47f5-a8db-f7654bbe1a34 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:43:12.959439 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:16.468742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d53f8e60-4298-40aa-81ea-9ccb25ae054d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:18.860174 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:18.929198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ae32-64ed-44ce-a42c-fcd50bf39e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:20.269394 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:21.578120 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:46.392131 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-8038d1fe-269d-4f1d-b75e-46039fd15964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:48.935179 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:48.988842 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-fb28ced3-2d68-417c-b8fb-03e35753b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:49.447522 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:43:50.274497 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:43:51.588615 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:16.389056 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-325c71f1-4062-4a8f-8c90-9aea7f58f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:18.863709 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:18.920346 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-ad3c71f1-7a1e-43fb-8f8d-639698f13f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:20.272673 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:21.552249 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:26.447273 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:44:46.394274 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b08d-efcb-43da-9532-5f3cb80d428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:48.845359 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:48.942967 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-de0d746e-30c0-4c6f-ad8f-d4e51fcdcd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:50.295534 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:50.729738 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59292) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:44:50.735526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [None req-01be8553-85ef-402a-bdde-6257593da30d tempest-verify_tempest_config-565766210 tempest-verify_tempest_config-565766210-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:44:50.736500 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-01be8553-85ef-402a-bdde-6257593da30d tempest-verify_tempest_config-565766210 tempest-verify_tempest_config-565766210-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058274 May 11 19:44:51.273266 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59310) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:44:51.386134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:51.400428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:44:51.404284 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Usage tracker for resource:security_group_rule and tenant:704e3b62fb044d158f0a7a23874c76b1 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:44:51.407137 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:44:51.412809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:44:51.494644 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:51.649442 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:51.711989 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:51.722776 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f560f6df-b3db-4e15-8f1b-cc8eedc8caa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:44:51.763310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Synchronizing usage tracker for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:44:51.766527 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a3552-901b-499c-a416-1d210d06773e,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:44:51.776218 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.776584 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.776918 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.777243 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.777562 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.777904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.778219 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.778533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.778862 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.779201 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.779514 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.779821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:44:51.784611 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:44:51.912008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Unset dirty status for tenant:26f6b24aa0ec4d80a3fc7f36a9101421 on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:44:51.913318 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=704e3b62fb044d158f0a7a23874c76b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6390195 May 11 19:44:51.915977 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59316) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:44:51.972608 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:51.996598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:52.143559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:52.147495 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:44:52.158796 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a3552-901b-499c-a416-1d210d06773e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:44:52.162515 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:44:52.165548 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:44:52.166725 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e4a3552-901b-499c-a416-1d210d06773e HTTP/1.1" status: 204 len: 168 time: 0.2498565 May 11 19:45:03.445092 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:45:16.380666 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0e6f835c-08e2-4107-ac8c-825f9bc088d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:18.849167 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:18.940926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7a80932a-60db-48cd-9645-8b0ae45d8120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:20.257189 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:21.569586 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:40.445850 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:45:46.400196 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-ada7f681-fdf3-4da9-a95e-95b2456e270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:48.847453 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:48.936953 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-6e096c6f-e799-471c-8bf3-cb3834351ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:50.274159 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:45:51.634018 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:16.376836 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-88565597-9db7-4b4f-90b0-a10a3aaa31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:17.445144 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 5 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:46:18.862905 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:18.926128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4ea0afcf-e6c3-4ca9-ae68-7a4cdd63244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:20.274221 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:21.564317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:27.805750 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422'] for agent, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:42.443576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59388) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:46:42.556666 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-e8ed3037-1f97-4438-969c-8015bd10799f admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1119773 May 11 19:46:44.720950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59402) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:46:44.774690 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c92a8d43-f32c-43f8-b30e-15d951235f49 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526760 May 11 19:46:46.371643 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b8f3abdc-192b-46e4-831d-de641942f528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:48.828584 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:48.914340 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b5392859-7f94-4d67-aa42-ed2f3f8661e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:50.261125 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:51.588304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:46:54.444646 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:46:57.752954 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:16.370135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-bb0f94b8-a204-4e34-bc9f-1edfa9dd7d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:18.851631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:18.914220 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-15ffbcfe-dbad-4521-ab15-4dc254091aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:20.262575 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:21.548576 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:27.777120 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:31.443704 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:47:46.400109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-20913e9d-42f1-445a-a0fb-1934b6ceff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:48.845343 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:48.908060 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-290f4daf-be7f-4280-98e0-ae68a09b2126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:50.272732 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:51.583086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:47:57.782555 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:08.444374 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:48:13.822736 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59596) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:14.185705 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59610) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:14.363314 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59620) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:14.427471 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1987762078-network', 'tenant_id': 'd56cf86861b749e29a60510719028e27'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:14.432151 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.436369 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Usage tracker for resource:network and tenant:d56cf86861b749e29a60510719028e27 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.439710 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.446191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.510692 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59632) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:14.531562 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:14.534478 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.553611 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1471770996-network', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:14.559238 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.562455 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.576977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Usage tracker for resource:network and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.579167 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.585327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.587540 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.591651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Usage tracker for resource:security_group_rule and tenant:d56cf86861b749e29a60510719028e27 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.596627 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.603393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.646232 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59640) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:14.666006 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Made reservation on behalf of 2a80f626f6674fa89024239f8ed1f6ac for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:14.671504 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.691423 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.710796 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.720020 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.723953 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.740856 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.760297 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-526635629-network', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:14.767096 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.771846 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.775699 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Usage tracker for resource:network and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.778535 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.785133 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.799636 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-428316007-network', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:14.807517 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.811677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Usage tracker for resource:network and tenant:91382f1fd9c5436491ac19811c85ca5f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.814587 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.820968 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.839074 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-469411260-network', 'tenant_id': '293665548e9f4dda94047b6597c3022a'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:14.853059 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.868912 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:14.870901 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:14.885614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Usage tracker for resource:network and tenant:293665548e9f4dda94047b6597c3022a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:14.898391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:14.909292 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:14.927167 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738968352404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.927766 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Unsubscribe: segment precommit_create {{(pid=79322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 19:48:14.928210 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Added segment 757aef8f-b153-4f89-9e13-5f3186682a75 of type vlan for network 0c80d483-83e2-4728-9896-3b8f9b02290b May 11 19:48:14.936166 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:14.973718 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:14.985938 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Made reservation on behalf of 91382f1fd9c5436491ac19811c85ca5f for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:14.988994 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.018880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.027296 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Made reservation on behalf of d79e5dd21079416093263b7ed05d9790 for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:15.029472 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.048525 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c29d6-b960-4115-9f4f-c2fadd382585,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:15.063907 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.084471 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.084814 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.085148 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.085480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.085810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.086123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.086441 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.086764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.087109 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.087426 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.087740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.088052 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Tracked resource versions report: May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: pushed versions: May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: { 'AddressGroup': {'1.2'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'ConntrackHelper': {'1.0'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Log': {'1.0'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Network': {'1.1'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Port': {'1.7'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'PortForwarding': {'1.2'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'QosPolicy': {'1.8'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroup': {'1.4'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroupRule': {'1.2'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SubPort': {'1.0'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Subnet': {'1.1'}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Trunk': {'1.1'}} May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: consumer versions: May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: HyperV agent@hv-cinder-78960: {}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'ConntrackHelper': '1.0', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Log': '1.0', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Network': '1.1', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Port': '1.7', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'PortForwarding': '1.2', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'QosPolicy': '1.8', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroup': '1.4', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SecurityGroupRule': '1.2', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'SubPort': '1.0', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Subnet': '1.1', May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: 'Trunk': '1.1'}} May 11 19:48:15.089107 dv-cinder-789603-5-iscsi neutron-server[79322]: {{(pid=79322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:48:15.092970 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:15.094150 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:15.114114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Usage tracker for resource:security_group_rule and tenant:91382f1fd9c5436491ac19811c85ca5f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:15.121271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Made reservation on behalf of 293665548e9f4dda94047b6597c3022a for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:15.123575 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.136485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:15.149238 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:15.158063 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.167501 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:15.173178 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:15.175921 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:15.191951 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:15.203524 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:15.207076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.208215 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.212259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Usage tracker for resource:security_group_rule and tenant:293665548e9f4dda94047b6597c3022a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:15.215214 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:15.215875 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.219200 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:15.226449 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:15.251426 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:15.335589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.385741 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c80d483-83e2-4728-9896-3b8f9b02290b,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:15.389158 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:15.406649 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:15.407243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 0c80d483-83e2-4728-9896-3b8f9b02290b details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:15.416209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:15.450022 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6259937 May 11 19:48:15.452933 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59674) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:15.459327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Request body: {'subnet': {'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1987762078-subnet', 'tenant_id': 'd56cf86861b749e29a60510719028e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:15.471770 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:15.474394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.474927 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Added segment f20909ad-3664-40a4-8043-36973b5796a2 of type vlan for network 38952c9f-7c04-40fc-a223-34e09d00398b May 11 19:48:15.479036 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Usage tracker for resource:subnet and tenant:d56cf86861b749e29a60510719028e27 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:15.490503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:15.495327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6f391-0e18-46dd-8f30-198604bbab1f,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:15.496503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:15.499095 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:15.570599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.571714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:15.575192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.634553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.656177 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.731530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.747916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.753104 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:15.780197 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:15.789042 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ddfe7f-ee10-4646-a61e-9061f9fdfbda,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:15.792689 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:15.795282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.795627 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Added segment 478f3b5d-d8c6-478d-b00a-58785b71d556 of type vlan for network 1b072cba-28ae-4f80-9deb-c23d96d79de9 May 11 19:48:15.843547 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.870482 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.871295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.876599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:15.877502 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.885847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:15.934664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.941415 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:15.956409 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a6891-b2f2-4e5f-8518-6b7464ec5452,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:15.963759 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:15.968059 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:15.986799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:15.988688 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Added segment 6735b35f-3659-466c-a9a2-2f0c73bec47d of type vlan for network edb9660d-3bd3-44af-a214-e0e768a6a043 May 11 19:48:16.057159 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:16.063439 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.099667 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:16.100375 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.138051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59694) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:16.138270 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9512923 May 11 19:48:16.151991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Request body: {'subnet': {'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1471770996-subnet', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:16.157520 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.163304 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Added segment 2735325a-6f86-4c23-b877-b1f5fc18b853 of type vlan for network 6f26da07-8825-4176-b193-17dbd8904fc2 May 11 19:48:16.163304 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.163663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:16.169057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Usage tracker for resource:subnet and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:16.190519 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Pushing event updated for resources: {'Network': ['ID=38952c9f-7c04-40fc-a223-34e09d00398b,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.194642 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:16.197870 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.198058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:16.202659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:16.203556 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:16.290827 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.310608 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9433072 May 11 19:48:16.311743 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59702) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:16.312320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Made reservation on behalf of 2a80f626f6674fa89024239f8ed1f6ac for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:16.315025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.317408 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a22af4-e209-48a3-ad62-f8f4c2398f06,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.323719 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.324306 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1555fd8c-a778-4b20-93d9-fd205452aff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:16.450552 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.458843 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:16.459740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.462916 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Request body: {'subnet': {'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-subnet', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:16.463436 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Pushing event updated for resources: {'Network': ['ID=1b072cba-28ae-4f80-9deb-c23d96d79de9,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.467027 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.467481 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-49c1f60e-a2e8-45f1-9ef1-3c8bd3662039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:16.479783 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:16.500274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.511878 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-66912ada-fe9d-4d9c-8bde-33edb21f7f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:16.534637 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c5a01fb-4557-45f0-8b69-730ad1e82549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.554933 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:16.565768 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Usage tracker for resource:subnet and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:16.573344 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:16.601596 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:16.601902 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Pushing event updated for resources: {'Network': ['ID=edb9660d-3bd3-44af-a214-e0e768a6a043,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.613561 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.614620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.619964 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1080451 May 11 19:48:16.620950 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59730) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:16.629319 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network edb9660d-3bd3-44af-a214-e0e768a6a043 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:16.634711 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Request body: {'subnet': {'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-subnet', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:16.652456 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:16.653227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.672616 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:16.699744 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:16.736347 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Usage tracker for resource:subnet and tenant:91382f1fd9c5436491ac19811c85ca5f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:16.747045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Checking segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:16.747670 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Network hostable DHCP agents. Network: 0c80d483-83e2-4728-9896-3b8f9b02290b, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:16.764732 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=192e13a1-a6f0-45fb-963e-5525d787d457,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.802820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Tracked resource versions report: May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: pushed versions: May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: { 'AddressGroup': {'1.2'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'ConntrackHelper': {'1.0'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Log': {'1.0'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Network': {'1.1'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Port': {'1.7'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'PortForwarding': {'1.2'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'QosPolicy': {'1.8'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroup': {'1.4'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroupRule': {'1.2'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SubPort': {'1.0'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Subnet': {'1.1'}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Trunk': {'1.1'}} May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: consumer versions: May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: HyperV agent@hv-cinder-78960: {}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'ConntrackHelper': '1.0', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Log': '1.0', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Network': '1.1', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Port': '1.7', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'PortForwarding': '1.2', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'QosPolicy': '1.8', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroup': '1.4', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SecurityGroupRule': '1.2', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'SubPort': '1.0', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Subnet': '1.1', May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: 'Trunk': '1.1'}} May 11 19:48:16.810410 dv-cinder-789603-5-iscsi neutron-server[79321]: {{(pid=79321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:48:16.831828 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:16.837019 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.841221 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Made reservation on behalf of d79e5dd21079416093263b7ed05d9790 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:16.843512 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.861432 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:16.878091 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Pushing event updated for resources: {'Network': ['ID=6f26da07-8825-4176-b193-17dbd8904fc2,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:16.881713 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:16.890516 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 6f26da07-8825-4176-b193-17dbd8904fc2 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:16.913057 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2656386 May 11 19:48:16.913206 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59748) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:16.966255 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Made reservation on behalf of 91382f1fd9c5436491ac19811c85ca5f for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:16.969995 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:16.981869 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Request body: {'subnet': {'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-469411260-subnet', 'tenant_id': '293665548e9f4dda94047b6597c3022a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:16.995603 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:17.010088 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Network 0c80d483-83e2-4728-9896-3b8f9b02290b is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:17.014520 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Usage tracker for resource:subnet and tenant:293665548e9f4dda94047b6597c3022a is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:17.026043 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:17.059814 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:17.183741 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 0c80d483-83e2-4728-9896-3b8f9b02290b) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:17.188991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:17.189575 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:17.197293 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adedbba-08a6-4b90-bbf3-ed2f19d71d3d None None] Network 0c80d483-83e2-4728-9896-3b8f9b02290b requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:17.262075 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Made reservation on behalf of 293665548e9f4dda94047b6597c3022a for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:17.264324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:17.433078 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9788673 May 11 19:48:17.517734 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbdaa1-fa0a-4890-8e4e-6e014f034870 None None] Network 0c80d483-83e2-4728-9896-3b8f9b02290b requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:17.543034 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59780) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:17.696318 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:17.703350 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:17.808762 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Checking segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:17.809290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Network hostable DHCP agents. Network: edb9660d-3bd3-44af-a214-e0e768a6a043, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:17.821462 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef60fd2-1ece-4328-83b9-7376b1781f29,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:17.831965 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:17.849438 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:17.856380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:17.870044 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:17.887580 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:17.892630 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Usage tracker for resource:security_group_rule and tenant:bade6bd9958d4abd84a689bc05a5f608 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:17.896450 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:17.899225 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Network edb9660d-3bd3-44af-a214-e0e768a6a043 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:17.906789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:18.011581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, edb9660d-3bd3-44af-a214-e0e768a6a043) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:18.017350 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:18.020453 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:18.029517 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:18.030331 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.030472 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a735888a-482e-4abe-9551-dc5159f9cc04 None None] Network edb9660d-3bd3-44af-a214-e0e768a6a043 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:18.058122 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Checking segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:18.058356 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Network hostable DHCP agents. Network: 38952c9f-7c04-40fc-a223-34e09d00398b, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:18.058891 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.076462 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59794) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.126434 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.141793 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:18.146298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.152777 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:18.181445 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5588899 May 11 19:48:18.195920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59800) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.244267 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f5361-ffec-44cc-8237-cf206eb38a85,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:18.244535 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Network 38952c9f-7c04-40fc-a223-34e09d00398b is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:18.258123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:18.263985 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:18.268227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Usage tracker for resource:router and tenant:91382f1fd9c5436491ac19811c85ca5f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:18.271639 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:18.277547 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:18.287847 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bade6bd9958d4abd84a689bc05a5f608&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7438836 May 11 19:48:18.289189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:18.290450 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59804) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.327446 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 38952c9f-7c04-40fc-a223-34e09d00398b) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:18.332399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:18.332962 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.344627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=31904e56-c724-4dcc-939c-b75c27be625d,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:18.348240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:18.371111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Checking segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:18.371501 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Network hostable DHCP agents. Network: 1b072cba-28ae-4f80-9deb-c23d96d79de9, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:18.394089 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d387e-4426-4efe-8f20-e0341819cd7d None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:18.399530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.400963 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.405260 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.439031 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.448171 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.450778 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.454301 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-ebb95dc6-43a8-488e-ae20-d4fa42097ac7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3139348 May 11 19:48:18.460473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59816) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.461157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-490d2969-20e1-4522-b9c9-be4fa278605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:18.485530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:18.497811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59822) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.498928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:18.501621 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Usage tracker for resource:security_group_rule and tenant:68ce1cc9339c4d2a94fc9cdd9f195aba is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:18.508057 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b192c9-57a3-4beb-94ad-7bd8fd17bed0 None None] Network edb9660d-3bd3-44af-a214-e0e768a6a043 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:18.515792 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.538047 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:18.547623 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3463353-13d3-4cf6-955d-b38cc16fce5e,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:18.555646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:18.556762 dv-cinder-789603-5-iscsi neutron-server[79321]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 19:48:18.624068 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:18.643995 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:18.665930 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:18.683506 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Usage tracker for resource:router and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:18.686141 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 1b072cba-28ae-4f80-9deb-c23d96d79de9) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:18.690447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:18.691387 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.699621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:18.713607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0798a3-9c42-4950-a7ff-3c3753b2c703 None None] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:18.730089 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:18.738327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.777881 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Checking segment: {'id': '2735325a-6f86-4c23-b877-b1f5fc18b853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:18.778278 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Network hostable DHCP agents. Network: 6f26da07-8825-4176-b193-17dbd8904fc2, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:18.819575 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4835429 May 11 19:48:18.824312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 59832) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:18.832125 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:18.843352 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-4cddc631-3ebf-4b03-ae97-a0399ac2a42b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:18.844875 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-4cddc631-3ebf-4b03-ae97-a0399ac2a42b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.3414810 May 11 19:48:18.848993 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:18.860632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c446034a-3273-42d1-905e-95f12d7279cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:18.867111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Usage tracker for resource:router and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:18.870488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:18.879512 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-593d01b4-cd24-44fe-88c7-5cf8e96e0010 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/quotas/d56cf86861b749e29a60510719028e27 HTTP/1.1" status: 200 len: 375 time: 0.0239587 May 11 19:48:18.887827 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:18.928921 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.929316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.944448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Network 6f26da07-8825-4176-b193-17dbd8904fc2 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:18.950615 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f5361-ffec-44cc-8237-cf206eb38a85,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:18.952891 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:18.957051 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-e30a5aeb-2dee-4814-a352-e2add00cdf00 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747790 May 11 19:48:18.978407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:18.989332 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-38952c9f-7c04-40fc-a223-34e09d00398b', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:48:18.990177 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.029579 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.030749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.034315 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 6f26da07-8825-4176-b193-17dbd8904fc2) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:19.036980 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.040301 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:19.043635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.079529 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.103670 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1eb33-ab0a-48b9-91f2-68d56a43042c None None] Network 6f26da07-8825-4176-b193-17dbd8904fc2 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:19.131265 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-283808c9-8526-4921-8063-b13cb819cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.168764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.170014 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b9f5361-ffec-44cc-8237-cf206eb38a85 HTTP/1.1" status: 204 len: 168 time: 0.8783667 May 11 19:48:19.182945 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.235835 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.334994 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-96bb0e73-491a-4a97-95a6-e57cd362543f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4084215 May 11 19:48:19.335301 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-1b072cba-28ae-4f80-9deb-c23d96d79de9', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:48:19.335752 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.354725 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.367953 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:19.416164 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68ce1cc9339c4d2a94fc9cdd9f195aba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3383386 May 11 19:48:19.418583 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59850) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:19.422391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49921461-d405-4128-9a91-4eece1beee36,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:19.426150 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:19.501014 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Allocated IP 172.20.0.2 (38952c9f-7c04-40fc-a223-34e09d00398b/e5774c5d-c0e6-47b1-9a7d-2dbd2854784b/fff966e6-1169-4a27-b433-e536803dd4f3) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:19.546390 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.599058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.602169 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a62f0f-4b40-442b-9f7d-7f8f67348949 None None] Network 6f26da07-8825-4176-b193-17dbd8904fc2 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:19.687260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-ae887023-eecc-4d35-b1a4-2c1624604522 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:48:19.687260 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-ae887023-eecc-4d35-b1a4-2c1624604522 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5660632 May 11 19:48:19.909939 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.944958 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.948755 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:19.995082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:20.021612 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Allocated IP 172.20.0.2 (1b072cba-28ae-4f80-9deb-c23d96d79de9/31904e56-c724-4dcc-939c-b75c27be625d/618f5eaf-8f64-4e9a-a89f-60d7d0890ce3) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:20.022145 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49921461-d405-4128-9a91-4eece1beee36,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:20.036708 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:20.039802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.041368 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49921461-d405-4128-9a91-4eece1beee36 HTTP/1.1" status: 204 len: 168 time: 0.6201787 May 11 19:48:20.134881 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59884) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:20.145275 dv-cinder-789603-5-iscsi neutron-server[79322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 19:48:20.157907 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-03299b78-5891-4bef-80c7-5bf429c1cc2d service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705391 May 11 19:48:20.162012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.169726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59888) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:20.269461 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.299009 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Allocated IP 172.27.3.53 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/fb03aee8-a22f-41a4-beba-8073690eba87) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:20.317724 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:20.340058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3988895e374407ba3528376bb11439 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:20.345775 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:20.365071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:20.392031 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.404458 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.470524 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-c57e7ff5-b699-499e-be17-12a3355399f3 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:20.472606 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-3888459c-3929-4c27-8581-83b092ceb38c req-c57e7ff5-b699-499e-be17-12a3355399f3 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Synchronizing usage tracker for tenant:293665548e9f4dda94047b6597c3022a on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:20.501845 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-da6a38f4-1db9-4ef3-ba33-2336439b1c0c service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673104 May 11 19:48:20.590328 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.600322 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.608195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.621008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Transition to ACTIVE for port object fff966e6-1169-4a27-b433-e536803dd4f3 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:20.633333 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Transition to ACTIVE for port object 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:20.655954 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Transition to ACTIVE for port object fff966e6-1169-4a27-b433-e536803dd4f3 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:20.663770 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Transition to ACTIVE for port object 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:20.695148 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.720642 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.725304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:20.765249 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.795091 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:20.808484 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Pushing event updated for resources: {'Port': ['ID=fff966e6-1169-4a27-b433-e536803dd4f3,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:20.823202 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.835312 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:20.881736 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:20.900766 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.901221 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.901533 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.901974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.902225 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.902570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.904144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.904144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.904144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.904144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.905400 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.905400 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Tracked resource versions report: May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: pushed versions: May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: { 'AddressGroup': {'1.2'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'ConntrackHelper': {'1.0'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Log': {'1.0'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Network': {'1.1'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Port': {'1.7'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'PortForwarding': {'1.2'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'QosPolicy': {'1.8'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroup': {'1.4'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroupRule': {'1.2'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SubPort': {'1.0'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Subnet': {'1.1'}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Trunk': {'1.1'}} May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: consumer versions: May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: HyperV agent@hv-cinder-78960: {}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'ConntrackHelper': '1.0', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Log': '1.0', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Network': '1.1', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Port': '1.7', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'PortForwarding': '1.2', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'QosPolicy': '1.8', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroup': '1.4', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SecurityGroupRule': '1.2', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'SubPort': '1.0', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Subnet': '1.1', May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: 'Trunk': '1.1'}} May 11 19:48:20.906375 dv-cinder-789603-5-iscsi neutron-server[79323]: {{(pid=79323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:48:20.910557 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-3888459c-3929-4c27-8581-83b092ceb38c req-c57e7ff5-b699-499e-be17-12a3355399f3 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Unset dirty status for tenant:293665548e9f4dda94047b6597c3022a on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:20.918234 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:20.920623 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-c57e7ff5-b699-499e-be17-12a3355399f3 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/networks?id=6f26da07-8825-4176-b193-17dbd8904fc2 HTTP/1.1" status: 200 len: 811 time: 0.7841949 May 11 19:48:20.927874 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:20.934340 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc3988895e374407ba3528376bb11439&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7568347 May 11 19:48:20.937213 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59914) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:20.939351 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:20.944011 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:20.944913 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:20.950110 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:20.951066 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:20.967741 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:20.969804 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d487f0cd-e3c2-4b8a-8d62-a8be2d9bbeda,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:20.989085 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:21.078500 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:21.081883 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Pushing event updated for resources: {'Port': ['ID=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:21.096471 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:21.138232 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-0a0a21a9-aa13-4384-986b-239789c4f8e1 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/quotas/293665548e9f4dda94047b6597c3022a HTTP/1.1" status: 200 len: 375 time: 0.2165759 May 11 19:48:21.214391 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48948968-053d-4ad0-9ee5-833070d9277b req-3d5a1644-ed83-46dc-9605-e87370cce628 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.2632518 May 11 19:48:21.300143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Attempting to bind port fff966e6-1169-4a27-b433-e536803dd4f3 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:21.300572 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Attempting to bind port fff966e6-1169-4a27-b433-e536803dd4f3 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:21.300955 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Attempting to bind port fff966e6-1169-4a27-b433-e536803dd4f3 on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:21.308842 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:21.309222 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Checking segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:21.309687 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.310097 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Bound using segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:21.310760 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Bound port: fff966e6-1169-4a27-b433-e536803dd4f3, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:21.311190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.324802 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Attempting to bind port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:21.325180 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Attempting to bind port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:21.325549 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Attempting to bind port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:21.361741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:21.362021 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Checking segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:21.362297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.362700 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Bound using segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:21.363525 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Bound port: 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:21.363675 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.451139 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-86675280-bbf6-49a6-86cc-b1ab6584fa3b tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=293665548e9f4dda94047b6597c3022a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3119187 May 11 19:48:21.481456 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:21.481869 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:21.510085 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.549219 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 59942) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:21.551030 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] For port fff966e6-1169-4a27-b433-e536803dd4f3, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:21.556370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.558283 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] For port fff966e6-1169-4a27-b433-e536803dd4f3, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fff966e6-1169-4a27-b433-e536803dd4f3,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:21.559683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.564580 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] For port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:21.568664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.570520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] For port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:21.611985 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.645651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.646929 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.648707 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.653333 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb03aee8-a22f-41a4-beba-8073690eba87,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:21.655503 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:21.662349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:21.692687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:21.746138 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Pushing event updated for resources: {'Port': ['ID=fff966e6-1169-4a27-b433-e536803dd4f3,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:21.835861 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-b21fe321-ee0f-45b8-a953-ea05330e847e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:48:21.837585 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-b21fe321-ee0f-45b8-a953-ea05330e847e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1815491 May 11 19:48:21.850528 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487959621-network', 'tenant_id': 'b60512fe3ada480d82a1be7938c48044'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:21.884269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Pushing event updated for resources: {'Port': ['ID=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:21.887737 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:21.888531 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:21.888932 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:21.921113 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:21.945507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Allocated IP 172.27.3.62 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/2717e61e-1f87-40a2-bda7-65625c45a036) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:21.976624 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Usage tracker for resource:network and tenant:b60512fe3ada480d82a1be7938c48044 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:21.986473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:22.014553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:22.077849 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.109185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:22.160984 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.214017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.259797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.314037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:22.363578 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d487f0cd-e3c2-4b8a-8d62-a8be2d9bbeda,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:22.468110 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Made reservation on behalf of b60512fe3ada480d82a1be7938c48044 for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:22.470780 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.475283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Allocated IP 172.27.3.140 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/b7af0132-fe57-4df8-8b2a-dd5580697cb0) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:22.479017 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb57b3f7-edb4-4157-b3c2-2f3c56fe8e98 req-488c7b9c-4138-45eb-b8a7-97f7d87c342b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1229763 May 11 19:48:22.481091 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:22.482238 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-4cdb9272-b663-4dcf-af15-dd0ec5bb7db3 service neutron] 10.222.0.15 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270051 May 11 19:48:22.483092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:22.487917 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:22.500967 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:22.537499 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.563923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Pushing event updated for resources: {'Port': ['ID=2717e61e-1f87-40a2-bda7-65625c45a036,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:22.599052 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:22.602438 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d487f0cd-e3c2-4b8a-8d62-a8be2d9bbeda HTTP/1.1" status: 204 len: 168 time: 1.6601279 May 11 19:48:22.633291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:22.636276 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:22.642663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Usage tracker for resource:security_group_rule and tenant:b60512fe3ada480d82a1be7938c48044 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:22.648415 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:22.657422 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:22.934873 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-5e212996-cbaf-432b-a8da-f7dcf4cf0d2b service neutron] 10.222.0.15 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410820 May 11 19:48:22.966912 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.140430 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.280713 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fff966e6-1169-4a27-b433-e536803dd4f3 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:23.405951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.472684 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.479560 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5062881-f4c7-4a0f-b15b-9486ca2fa1eb None None] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:23.569477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.587099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:23.684996 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:23.712186 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2811cb-84d8-4ed2-8ff8-9f7b42341619,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:23.724511 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:23.729245 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.729591 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Added segment 073f65bf-1f22-49cc-b47f-53f25eae7b9f of type vlan for network 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 May 11 19:48:23.765837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-f69ea9f1-5ab4-4d67-9adc-76b3ca58112c None None] Provisioning for port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:23.802770 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port fff966e6-1169-4a27-b433-e536803dd4f3 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:23.839008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:23.845417 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:23.911807 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-417cfe04-8655-4466-8ccd-30f013b8ab95 req-f68cb2bf-46e6-4d41-8bc3-a5242c172715 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.0744190 May 11 19:48:23.999281 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Router 9149f4d5-206a-49bc-beb9-8ab5798bf215 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:48:24.040123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.090005 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:24.130685 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16120eae-9b60-45e7-9033-8ea4ea5f204b None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:24.131908 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa088520-5fe2-43c6-a436-0ed3cc439a29 req-04fac587-1530-43e7-b6f6-611b7118ac40 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.3379450 May 11 19:48:24.185144 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.201091 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:24.206178 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:24.218191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:24.257436 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:24.258015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.270319 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:24.282748 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Pushing event updated for resources: {'Port': ['ID=b7af0132-fe57-4df8-8b2a-dd5580697cb0,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:24.357581 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:24.405076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:24.413123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:24.435137 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:24.450655 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Sync routers for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:24.464809 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:24.476831 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:24.499479 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9368570 May 11 19:48:24.505371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:24.505822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60042) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:24.506279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Request body: {'subnet': {'network_id': '4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487959621-subnet', 'tenant_id': 'b60512fe3ada480d82a1be7938c48044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:24.515210 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:24.525610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Usage tracker for resource:subnet and tenant:b60512fe3ada480d82a1be7938c48044 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:24.544052 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:24.550272 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:24.562678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.568580 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3500586 May 11 19:48:24.570328 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60046) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:24.685936 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.715295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Provisioning for port fff966e6-1169-4a27-b433-e536803dd4f3 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:24.722296 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:24.727946 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Provisioning complete for port fff966e6-1169-4a27-b433-e536803dd4f3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:24.728607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.765278 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:24.765974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.782536 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Made reservation on behalf of b60512fe3ada480d82a1be7938c48044 for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:24.783183 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:24.794051 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:25.265947 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.280837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.335428 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] For port fff966e6-1169-4a27-b433-e536803dd4f3, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fff966e6-1169-4a27-b433-e536803dd4f3,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:25.337099 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:25.369036 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:21Z', 'revision_number': 3, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:25.373662 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Checking router: 9149f4d5-206a-49bc-beb9-8ab5798bf215 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:25.374099 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Updating router 9149f4d5-206a-49bc-beb9-8ab5798bf215 port fb03aee8-a22f-41a4-beba-8073690eba87 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:25.379613 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f9b9dc6c-aa81-48d5-b5f2-e53db686cfb0 req-8d40ceb9-a054-4e83-9c53-5ba330520813 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1175799 May 11 19:48:25.442620 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.461390 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.461390 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:25.475140 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.548611 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.644186 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Pushing event updated for resources: {'Port': ['ID=fff966e6-1169-4a27-b433-e536803dd4f3,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:25.649516 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:25.651040 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f0316f4a-ddab-4aaa-8617-71331481e912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:25.738816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:25.742865 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:25.749292 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2c51a58e-81e5-46a7-b73c-3027321feda4 None None] Provisioning complete for port fff966e6-1169-4a27-b433-e536803dd4f3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:25.749979 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c51a58e-81e5-46a7-b73c-3027321feda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.776559 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1eeffcf6-6a50-48ee-9f1f-02f7715b0afb req-1ac6f48a-0e00-4bb5-aaa1-a35bbff7dfc3 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.4008801 May 11 19:48:25.971445 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.975544 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2c51a58e-81e5-46a7-b73c-3027321feda4 None None] Provisioning complete for port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:25.975926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c51a58e-81e5-46a7-b73c-3027321feda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:25.984920 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Transition to ACTIVE for port object fb03aee8-a22f-41a4-beba-8073690eba87 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:26.060065 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.080051 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.085508 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:26.126431 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:48:26.135126 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.171984 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Pushing event updated for resources: {'Port': ['ID=fb03aee8-a22f-41a4-beba-8073690eba87,revision_number=2']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:26.182319 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.182806 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.183361 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.183813 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.184381 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.184797 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.185213 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.185591 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.185995 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.186378 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.186761 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.187170 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Tracked resource versions report: May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: pushed versions: May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: { 'AddressGroup': {'1.2'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'ConntrackHelper': {'1.0'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Log': {'1.0'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Network': {'1.1'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Port': {'1.7'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'PortForwarding': {'1.2'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'QosPolicy': {'1.8'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroup': {'1.4'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroupRule': {'1.2'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SubPort': {'1.0'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Subnet': {'1.1'}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Trunk': {'1.1'}} May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: consumer versions: May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: { DHCP agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: HyperV agent@hv-cinder-78960: {}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: L3 agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: Metadata agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: Metering agent@dv-cinder-789603-5-iscsi: {}, May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: Open vSwitch agent@dv-cinder-789603-5-iscsi: { 'AddressGroup': '1.2', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'ConntrackHelper': '1.0', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Log': '1.0', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Network': '1.1', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Port': '1.7', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'PortForwarding': '1.2', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'QosPolicy': '1.8', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroup': '1.4', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SecurityGroupRule': '1.2', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'SubPort': '1.0', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Subnet': '1.1', May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: 'Trunk': '1.1'}} May 11 19:48:26.191243 dv-cinder-789603-5-iscsi neutron-server[79325]: {{(pid=79325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 19:48:26.206347 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:26.206631 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7f414394-87be-47c5-a56d-38f2f26e6f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:26.239946 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Attempting to bind port fb03aee8-a22f-41a4-beba-8073690eba87 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:26.243001 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Attempting to bind port fb03aee8-a22f-41a4-beba-8073690eba87 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:26.243001 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Attempting to bind port fb03aee8-a22f-41a4-beba-8073690eba87 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:26.248142 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:26.248142 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:26.248491 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.249133 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:26.250160 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Bound port: fb03aee8-a22f-41a4-beba-8073690eba87, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:26.251060 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.297240 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.319708 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Checking segment: {'id': '073f65bf-1f22-49cc-b47f-53f25eae7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:26.320132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Network hostable DHCP agents. Network: 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:26.328468 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe26033-5591-4b5d-8a25-316bd8f4ccba,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:26.338470 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] For port fb03aee8-a22f-41a4-beba-8073690eba87, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:26.338892 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:26.342326 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] For port fb03aee8-a22f-41a4-beba-8073690eba87, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fb03aee8-a22f-41a4-beba-8073690eba87,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:26.414063 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.421964 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:26.477883 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Network 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:26.495725 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:26.513157 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:26.527351 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:26.528375 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:26.593040 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:48:26.598201 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.598201 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1034727 May 11 19:48:26.598871 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60096) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:26.599530 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Pushing event updated for resources: {'Port': ['ID=fb03aee8-a22f-41a4-beba-8073690eba87,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:26.602675 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:26.606350 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:26.624966 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:26.625614 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:26.668741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab35d6-3c4e-4570-bbf5-7593119be470 None None] Network 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:26.669394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:26.669926 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:26.700483 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b62346e-c530-4bfd-9520-dccbf11a9368 req-176db709-08b7-4ee4-a389-5098bf62cf0e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1073089 May 11 19:48:26.724986 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Allocated IP 172.20.0.1 (edb9660d-3bd3-44af-a214-e0e768a6a043/0ef60fd2-1ece-4328-83b9-7376b1781f29/489c61f4-85d4-49a9-8c80-3692916c2bfd) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:26.776227 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2752762 May 11 19:48:26.993336 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:27.038518 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:27.176942 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:27.206707 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:27.223521 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-94b6da6b-c61d-408a-ad2e-a65ae2b7bde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:27.225995 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2d5e94d9-1255-442e-9555-43a967359f04 req-bb4a0542-4e2d-4d46-b4f2-df3754b9dd8f tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0806587 May 11 19:48:27.389039 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Network edb9660d-3bd3-44af-a214-e0e768a6a043 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:27.392009 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:27.395394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:27.395916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:27.584687 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e07f65-cd50-40bf-b55f-3d1f37cb549e None None] Network 4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:27.633496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Pushing event updated for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:27.643273 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:27.690930 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:21Z', 'revision_number': 3, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:27.697976 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a4fdb-d786-47c6-88e7-e25bd92a03b6 None None] The sync data for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi is: [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:21Z', 'revision_number': 3, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:27.991343 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fff966e6-1169-4a27-b433-e536803dd4f3 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:27.998412 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:28.000538 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:28.000538 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:28.000538 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:28.002891 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:28.089277 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5893239c-2e04-4207-8997-64d89c9e3d9c req-156dadf1-2644-4de1-bc58-16547b857af2 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.0884676 May 11 19:48:28.341540 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:28.447133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.44', 59103) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:28.491114 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port fff966e6-1169-4a27-b433-e536803dd4f3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:28.503147 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:28.578775 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60144) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:28.587403 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-982927986-network', 'tenant_id': '3b6dc5e60354402c973577203109f18a'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:28.593626 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:28.600824 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Usage tracker for resource:network and tenant:3b6dc5e60354402c973577203109f18a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:28.605376 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:28.662705 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:28.672440 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:28.708177 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:28.714195 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8850234 May 11 19:48:28.719909 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60150) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:28.753369 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:22Z', 'revision_number': 3, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:28.779463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:28.779826 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Updating router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 port 2717e61e-1f87-40a2-bda7-65625c45a036 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:28.855172 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Made reservation on behalf of 3b6dc5e60354402c973577203109f18a for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:28.857928 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:28.889002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:28.955952 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-405fd910-d788-4f8c-9a3c-954d4048d7a9 req-ffa488f4-431f-4566-bcc4-415e16b3e7fe tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.2304506 May 11 19:48:29.034738 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.066711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.083460 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.108971 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.db.resource_extend [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 19:48:29.126915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:29.145453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6dc5e60354402c973577203109f18a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:29.152995 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.170468 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:29.204061 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:29.241742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-9c5f04e5-7f8b-46d1-a16e-cc5f82710abc tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:29.245225 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-9c5f04e5-7f8b-46d1-a16e-cc5f82710abc tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.7963123 May 11 19:48:29.258025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.272504 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.336432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Request body: {'port': {'device_id': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'admin_state_up': True, 'tenant_id': 'd56cf86861b749e29a60510719028e27'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:29.366277 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:29.376515 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:29.377508 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.398604 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:24Z', 'revision_number': 3, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:29.416269 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:29.417642 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Updating router 5f83ef75-91c7-46fe-aaaf-497cce766323 port b7af0132-fe57-4df8-8b2a-dd5580697cb0 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:29.524657 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.553883 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Pushing event updated for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:29.583921 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:29.596862 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5d4aaa81-8356-415e-b414-fe560eef6e75 req-cbd0ec1b-f77a-408b-9481-4faa04b29e54 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.2840815 May 11 19:48:29.658035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:29.660514 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Allocated IP 172.20.0.1 (38952c9f-7c04-40fc-a223-34e09d00398b/e5774c5d-c0e6-47b1-9a7d-2dbd2854784b/69fda8c7-2c78-4b5f-99e2-07de70914979) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:29.667000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Usage tracker for resource:port and tenant:d56cf86861b749e29a60510719028e27 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:29.670821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:29.681279 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:29.780070 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.796387 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Transition to ACTIVE for port object 2717e61e-1f87-40a2-bda7-65625c45a036 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:29.843195 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:29.847797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.859759 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fb03aee8-a22f-41a4-beba-8073690eba87 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:29.917362 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:29.951733 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.44', 59113) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:29.982579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3a568d5d-1337-483b-ad4c-4707cc71bc75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:30.230934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Network edb9660d-3bd3-44af-a214-e0e768a6a043 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:30.249390 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:30.328579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Attempting to bind port 2717e61e-1f87-40a2-bda7-65625c45a036 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:30.329135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Attempting to bind port 2717e61e-1f87-40a2-bda7-65625c45a036 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:30.330159 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Attempting to bind port 2717e61e-1f87-40a2-bda7-65625c45a036 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:30.381264 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Pushing event updated for resources: {'Port': ['ID=2717e61e-1f87-40a2-bda7-65625c45a036,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:30.418004 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:30.422491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:30.427168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.427168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:30.427168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Bound port: 2717e61e-1f87-40a2-bda7-65625c45a036, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:30.427168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.428074 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.455963 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bb8c87a0-728c-45b9-b775-3791f76a6616 req-dd43b258-60a5-49aa-b07d-f5941b973d4e tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.2313621 May 11 19:48:30.496328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.568248 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.593895 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Transition to ACTIVE for port object b7af0132-fe57-4df8-8b2a-dd5580697cb0 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:30.686016 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.696426 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:30.710570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port fb03aee8-a22f-41a4-beba-8073690eba87 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:30.723674 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-72601644-6dd4-49ac-ba80-86ca3883e36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:30.741138 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port fb03aee8-a22f-41a4-beba-8073690eba87 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:30.752958 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:30.795424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Transition to ACTIVE for port object 69fda8c7-2c78-4b5f-99e2-07de70914979 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:30.825007 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-cf6f7be3-7d19-44f6-97d2-c349ccb0d4b5 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:30.826671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-cf6f7be3-7d19-44f6-97d2-c349ccb0d4b5 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.44 "GET /v2.0/networks?id=6f26da07-8825-4176-b193-17dbd8904fc2 HTTP/1.1" status: 200 len: 811 time: 0.8738914 May 11 19:48:30.843794 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Allocated IP 172.20.0.6 (0c80d483-83e2-4728-9896-3b8f9b02290b/192e13a1-a6f0-45fb-963e-5525d787d457/b6fa0597-4bfd-4327-bd16-f37f1a8c2391) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:30.883851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Request body: {'port': {'device_id': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2', 'admin_state_up': True, 'tenant_id': '293665548e9f4dda94047b6597c3022a'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:30.953294 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46933b18-6ba9-4df3-83e6-84ccd697611e None None] Pushing event updated for resources: {'Port': ['ID=b7af0132-fe57-4df8-8b2a-dd5580697cb0,revision_number=2']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:30.965328 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-46933b18-6ba9-4df3-83e6-84ccd697611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:31.007231 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Attempting to bind port b7af0132-fe57-4df8-8b2a-dd5580697cb0 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:31.007465 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.008003 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Attempting to bind port b7af0132-fe57-4df8-8b2a-dd5580697cb0 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:31.008583 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Attempting to bind port b7af0132-fe57-4df8-8b2a-dd5580697cb0 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:31.016006 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:31.016694 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:31.017246 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.018366 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:31.019042 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Bound port: b7af0132-fe57-4df8-8b2a-dd5580697cb0, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:31.019988 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.058729 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-62ad4785-f5e0-4941-9c78-c74138558634 req-c4a56ec9-2b97-4e31-a7b8-4f02f008e61c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1410468 May 11 19:48:31.059282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] For port 2717e61e-1f87-40a2-bda7-65625c45a036, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:31.060238 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.077725 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] For port 2717e61e-1f87-40a2-bda7-65625c45a036, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=2717e61e-1f87-40a2-bda7-65625c45a036,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:31.099848 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:48:31.109555 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.110209 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Added segment d17a23c5-860c-45fe-b021-d4afb4aee33d of type vlan for network fe7b583e-fb1b-4500-a540-33ecd01663d3 May 11 19:48:31.112857 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] For port b7af0132-fe57-4df8-8b2a-dd5580697cb0, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:31.116653 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] For port b7af0132-fe57-4df8-8b2a-dd5580697cb0, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b7af0132-fe57-4df8-8b2a-dd5580697cb0,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:31.140332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.153025 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.175334 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-80b7473a-7ba8-46a6-aadb-1fbdcc6802f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.185257 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.188627 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.199837 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.219664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e98d94-3c6e-47e0-bdd1-91c95c4c0f06,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:31.226923 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:31.242157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.321696 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Pushing event updated for resources: {'Port': ['ID=2717e61e-1f87-40a2-bda7-65625c45a036,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:31.327104 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.330666 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:31.331447 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.336373 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:31.343309 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-24084897-7d06-4514-a64a-61160fd3df2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.364898 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Router 9149f4d5-206a-49bc-beb9-8ab5798bf215 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:48:31.382144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:31.382945 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:31.461232 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port fb03aee8-a22f-41a4-beba-8073690eba87, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fb03aee8-a22f-41a4-beba-8073690eba87,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:31.514699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.541548 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:31.546108 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:31.594088 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.603426 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:31.616333 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Usage tracker for resource:port and tenant:293665548e9f4dda94047b6597c3022a is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:31.617283 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7b8865aa-d9b1-4f91-a5ac-37cd36967eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:31.620633 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:31.628308 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:31.815635 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46933b18-6ba9-4df3-83e6-84ccd697611e None None] Pushing event updated for resources: {'Port': ['ID=b7af0132-fe57-4df8-8b2a-dd5580697cb0,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:31.826305 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-46933b18-6ba9-4df3-83e6-84ccd697611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:31.927272 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4123e9c7-bdaa-46a1-9b3d-fdd52e4b70ea req-a32cf499-597d-45b1-a130-b7b522c5b894 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0837071 May 11 19:48:31.930503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Network 38952c9f-7c04-40fc-a223-34e09d00398b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:31.945049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:31.957121 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Pushing event updated for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:31.962137 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:31.969802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:31.971426 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:31.978604 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.011088 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7b583e-fb1b-4500-a540-33ecd01663d3,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:32.036118 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=fb03aee8-a22f-41a4-beba-8073690eba87,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:32.040855 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:32.058758 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:32.082684 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5027187 May 11 19:48:32.129081 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60234) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:32.143706 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Request body: {'subnet': {'network_id': 'fe7b583e-fb1b-4500-a540-33ecd01663d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-982927986-subnet', 'tenant_id': '3b6dc5e60354402c973577203109f18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:32.172799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:32.193058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Usage tracker for resource:subnet and tenant:3b6dc5e60354402c973577203109f18a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:32.203000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:32.204264 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:32.208288 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network fe7b583e-fb1b-4500-a540-33ecd01663d3 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:48:32.216298 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:32.310159 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Made reservation on behalf of 293665548e9f4dda94047b6597c3022a for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:32.321565 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.348477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:32.440298 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-65b74375-7edc-49f5-a55c-0299bae17ca4 req-9e3a92db-1523-4328-b705-7b021af04104 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1615543 May 11 19:48:32.468322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Made reservation on behalf of 3b6dc5e60354402c973577203109f18a for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:32.471379 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.483721 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.617314 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:32.621861 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.677597 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Sync routers for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:32.687392 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:32.699688 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:24Z', 'revision_number': 3, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:32.705108 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91a85-48a9-47bb-89d0-ebe9e33e0c9b None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:24Z', 'revision_number': 3, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:32.736133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:32.752551 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:32.753287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:32.788028 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] 10.222.0.15 "PUT /v2.0/routers/9149f4d5-206a-49bc-beb9-8ab5798bf215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2164254 May 11 19:48:32.865345 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Allocated IP 172.20.0.1 (1b072cba-28ae-4f80-9deb-c23d96d79de9/31904e56-c724-4dcc-939c-b75c27be625d/b3ede03d-d3ee-4861-a804-78fcc01b50b2) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:32.877582 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event updated for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:32.919667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:32.993287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Network 0c80d483-83e2-4728-9896-3b8f9b02290b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:33.044793 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:33.097757 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:33.140606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:33.141602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:33.210691 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2809a2e3-7ffc-4091-9869-bf05868a536f None None] Provisioning for port 69fda8c7-2c78-4b5f-99e2-07de70914979 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:33.212305 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:33.287304 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Transition to ACTIVE for port object b3ede03d-d3ee-4861-a804-78fcc01b50b2 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:33.381607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2809a2e3-7ffc-4091-9869-bf05868a536f None None] Provisioning complete for port 69fda8c7-2c78-4b5f-99e2-07de70914979 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:33.383420 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2809a2e3-7ffc-4091-9869-bf05868a536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:33.609048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2809a2e3-7ffc-4091-9869-bf05868a536f None None] Port 69fda8c7-2c78-4b5f-99e2-07de70914979 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:48:33.619720 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:33.627284 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:33.736210 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1011596d-b5b3-4e78-96fd-1ef353624a14 req-337f1b83-e9fc-47e9-8c21-6e9a72c807b1 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.4944909 May 11 19:48:33.914696 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5758197 May 11 19:48:33.948422 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Allocated IP 172.20.0.13 (6f26da07-8825-4176-b193-17dbd8904fc2/a3463353-13d3-4cf6-955d-b38cc16fce5e/008d059a-4e56-46b2-ab33-fc0c6b551e4b) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:34.035988 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-48dcad7f-22d4-41c3-a930-9f5f66841cb9 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:48:34.039498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:34.054223 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-48dcad7f-22d4-41c3-a930-9f5f66841cb9 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371270 May 11 19:48:34.155924 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fb03aee8-a22f-41a4-beba-8073690eba87 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:34.258144 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:34.279369 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:34.322496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:34.323001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:34.410240 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:34.562045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:34.653721 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.db.resource_extend [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 19:48:34.719052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb885-e793-46a1-8127-871fba6fba2a req-47e9cac4-d502-47cb-9642-c99a76dd68d0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:34.719919 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-893eb885-e793-46a1-8127-871fba6fba2a req-47e9cac4-d502-47cb-9642-c99a76dd68d0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:34.736036 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Request body: {'port': {'device_id': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:34.794407 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-c7f21f26-0c3f-4c9f-a543-37928a0f0636 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:34.795188 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-c7f21f26-0c3f-4c9f-a543-37928a0f0636 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:34.833487 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60300) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:34.912958 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-c7f21f26-0c3f-4c9f-a543-37928a0f0636 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:34.926466 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-c7f21f26-0c3f-4c9f-a543-37928a0f0636 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 818 time: 1.0053828 May 11 19:48:34.948352 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-26ad25fa-a439-444b-be5e-a6010da6041b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/quotas/91382f1fd9c5436491ac19811c85ca5f HTTP/1.1" status: 200 len: 375 time: 0.0209324 May 11 19:48:35.063916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.084771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:35.088636 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Usage tracker for resource:security_group_rule and tenant:7627a26347ba4ecab153491d624f98c8 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:35.091944 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:35.097671 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:35.134163 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:22Z', 'revision_number': 3, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:35.146527 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3ccf4-edcb-423d-b732-57425a004c55 None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:22Z', 'revision_number': 3, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:35.158046 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port fb03aee8-a22f-41a4-beba-8073690eba87 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:35.159171 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.170417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.202602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.203373 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-f81e49a2-051e-4e8c-ab8a-9e3f7350456f None None] Provisioning for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:35.228647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.238862 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-f81e49a2-051e-4e8c-ab8a-9e3f7350456f None None] Provisioning complete for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:35.239891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f81e49a2-051e-4e8c-ab8a-9e3f7350456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.266132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.274668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.287129 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.301683 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.308486 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:35.333637 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:35.362744 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:27Z', 'revision_number': 4, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '489c61f4-85d4-49a9-8c80-3692916c2bfd', 'name': '', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'mac_address': 'fa:16:3e:0d:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:26Z', 'updated_at': '2021-05-11T19:48:28Z', 'revision_number': 2, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'subnets': [{'id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:35.403830 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-893eb885-e793-46a1-8127-871fba6fba2a req-47e9cac4-d502-47cb-9642-c99a76dd68d0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:35.411918 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-893eb885-e793-46a1-8127-871fba6fba2a req-47e9cac4-d502-47cb-9642-c99a76dd68d0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 931 time: 1.3189158 May 11 19:48:35.423689 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Checking router: 9149f4d5-206a-49bc-beb9-8ab5798bf215 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:35.424137 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Updating router 9149f4d5-206a-49bc-beb9-8ab5798bf215 port 489c61f4-85d4-49a9-8c80-3692916c2bfd binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:35.474859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7627a26347ba4ecab153491d624f98c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376023 May 11 19:48:35.501327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60308) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:35.525379 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-f81e49a2-051e-4e8c-ab8a-9e3f7350456f None None] Port b3ede03d-d3ee-4861-a804-78fcc01b50b2 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:48:35.550029 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Pushing event updated for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:35.581221 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:35.589239 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-14b72b69-837b-42e9-b315-0827466a595c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:35.617678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f07c7-ff10-40ff-a87a-fdc075898bb2,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:35.690422 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:35.695103 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.719192 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.719943 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-14b72b69-837b-42e9-b315-0827466a595c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:35.730285 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-14b72b69-837b-42e9-b315-0827466a595c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7809649 May 11 19:48:35.754607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b7af0132-fe57-4df8-8b2a-dd5580697cb0 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:35.782660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:35.886330 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.183715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:36.192221 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port b7af0132-fe57-4df8-8b2a-dd5580697cb0 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:36.233791 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b7af0132-fe57-4df8-8b2a-dd5580697cb0 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:36.234269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.491593 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.505512 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fdaddda5-34ca-4161-9cc4-6b47c760469e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:36.512955 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.572660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Network 38952c9f-7c04-40fc-a223-34e09d00398b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:36.577752 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.589023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Network 6f26da07-8825-4176-b193-17dbd8904fc2 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:36.608505 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.636297 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3f1e3a-9c79-403d-af55-9ff493deea2b,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:36.661649 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:36.664002 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.667795 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.702483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:36.715483 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port b7af0132-fe57-4df8-8b2a-dd5580697cb0, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b7af0132-fe57-4df8-8b2a-dd5580697cb0,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:36.781823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:36.783143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.795064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:36.822801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:36.835931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Checking segment: {'id': 'd17a23c5-860c-45fe-b021-d4afb4aee33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe7b583e-fb1b-4500-a540-33ecd01663d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:36.836295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Network hostable DHCP agents. Network: fe7b583e-fb1b-4500-a540-33ecd01663d3, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:48:36.837886 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:36.856316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:36.857158 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.872311 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-893eb885-e793-46a1-8127-871fba6fba2a req-5c2b2ff6-29cf-4348-b511-fd53c2a53db3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3234046 May 11 19:48:36.876655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Pushing event updated for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:36.881309 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:36.912534 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=b7af0132-fe57-4df8-8b2a-dd5580697cb0,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:36.931711 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:36.968194 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:36.993655 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Transition to ACTIVE for port object 489c61f4-85d4-49a9-8c80-3692916c2bfd will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:37.010482 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-fd51216c-72ec-49d4-bf4e-0a4acbaf6619 service neutron] 10.222.0.15 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2788737 May 11 19:48:37.013259 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 2717e61e-1f87-40a2-bda7-65625c45a036 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:37.101888 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:37.130613 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:37.236916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:37.242128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Pushing event updated for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:37.247805 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:37.265152 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:37.339324 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Network fe7b583e-fb1b-4500-a540-33ecd01663d3 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:48:37.366396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:37.381734 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-79a4d8c8-b29b-4b90-8b8a-57a729a1241a service neutron] 10.222.0.15 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705463 May 11 19:48:37.382889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:37.409797 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5297890 May 11 19:48:37.436064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-c2d5bbfd-928d-4766-a235-aaf7ed42b0d3 None None] Provisioning complete for port 69fda8c7-2c78-4b5f-99e2-07de70914979 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:37.436725 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c2d5bbfd-928d-4766-a235-aaf7ed42b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:37.524632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Request body: {'port': {'device_id': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:37.574645 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:37.597304 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, fe7b583e-fb1b-4500-a540-33ecd01663d3) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:37.693555 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5bbfd-928d-4766-a235-aaf7ed42b0d3 None None] Port 69fda8c7-2c78-4b5f-99e2-07de70914979 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:48:37.696437 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b88861-a5a1-4187-92e8-7ffffacd9f70 None None] Network fe7b583e-fb1b-4500-a540-33ecd01663d3 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:37.751745 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 2717e61e-1f87-40a2-bda7-65625c45a036 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:37.770562 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:37.773299 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:37.838614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f2697e10-024b-4dd2-af27-b362971a944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:37.871911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f07c7-ff10-40ff-a87a-fdc075898bb2,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:37.885601 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:48:37.894779 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:37.900295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 2717e61e-1f87-40a2-bda7-65625c45a036 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:37.900678 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.025962 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.8940613 May 11 19:48:38.046202 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.050885 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d3f07c7-ff10-40ff-a87a-fdc075898bb2 HTTP/1.1" status: 204 len: 168 time: 2.5446699 May 11 19:48:38.106439 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e048dc2d-967c-44db-90c6-9f11e463c25c req-6b696af6-d2fe-4263-a08c-fb21a2f11b0a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 210 time: 0.2359173 May 11 19:48:38.261406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04104003-196b-414c-8e15-41435d4145dc req-ead25e13-983d-4c34-891e-21f741a61e68 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:38.262841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-04104003-196b-414c-8e15-41435d4145dc req-ead25e13-983d-4c34-891e-21f741a61e68 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Synchronizing usage tracker for tenant:293665548e9f4dda94047b6597c3022a on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:38.269786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.329365 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:48:38.335943 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60354) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:38.354138 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Attempting to bind port 489c61f4-85d4-49a9-8c80-3692916c2bfd on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:38.354924 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Attempting to bind port 489c61f4-85d4-49a9-8c80-3692916c2bfd by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:38.355329 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Attempting to bind port 489c61f4-85d4-49a9-8c80-3692916c2bfd on network edb9660d-3bd3-44af-a214-e0e768a6a043 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:38.367431 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:38.367651 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Checking segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:38.368057 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.368476 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Bound using segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:38.368975 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Bound port: 489c61f4-85d4-49a9-8c80-3692916c2bfd, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:38.369384 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.427867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-e3be9126-db1e-4fac-af1c-814ecc4c40e7 None None] Provisioning complete for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:38.434892 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-e3be9126-db1e-4fac-af1c-814ecc4c40e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.813739 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-04104003-196b-414c-8e15-41435d4145dc req-ead25e13-983d-4c34-891e-21f741a61e68 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Unset dirty status for tenant:293665548e9f4dda94047b6597c3022a on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:38.815908 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-04104003-196b-414c-8e15-41435d4145dc req-ead25e13-983d-4c34-891e-21f741a61e68 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 932 time: 1.5520599 May 11 19:48:38.858678 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-e3be9126-db1e-4fac-af1c-814ecc4c40e7 None None] Port b3ede03d-d3ee-4861-a804-78fcc01b50b2 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:48:38.860322 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.880008 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Deleting subnet cbe26033-5591-4b5d-8a25-316bd8f4ccba {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:48:38.886367 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6fa0597-4bfd-4327-bd16-f37f1a8c2391 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:38.917985 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.953339 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:38.995836 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 2717e61e-1f87-40a2-bda7-65625c45a036, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=2717e61e-1f87-40a2-bda7-65625c45a036,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:39.005748 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cb473-a791-45a5-8429-9f5ab4c62f77 None None] Network fe7b583e-fb1b-4500-a540-33ecd01663d3 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:48:39.066580 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:39.076468 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.079023 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:39.107490 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f83ef75-91c7-46fe-aaaf-497cce766323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3785405 May 11 19:48:39.127738 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:39.128436 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:39.131216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Transition to ACTIVE for port object b6fa0597-4bfd-4327-bd16-f37f1a8c2391 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:39.149974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.154005 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb238fa-3dc6-433a-9d2a-a8d753dc1edc req-6677ce39-34a9-41c5-8aac-b88fe1d7bb27 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:39.169898 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8bb238fa-3dc6-433a-9d2a-a8d753dc1edc req-6677ce39-34a9-41c5-8aac-b88fe1d7bb27 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 931 time: 0.7241180 May 11 19:48:39.193717 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-aeb5153b-6714-4a8b-9088-e3c5fa20c36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:39.229535 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.338907 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60370) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:39.342241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] For port 489c61f4-85d4-49a9-8c80-3692916c2bfd, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:39.409403 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d059a-4e56-46b2-ab33-fc0c6b551e4b {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:39.430011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.456515 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b7af0132-fe57-4df8-8b2a-dd5580697cb0 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:39.482813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Transition to ACTIVE for port object 008d059a-4e56-46b2-ab33-fc0c6b551e4b will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:39.504279 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] For port 489c61f4-85d4-49a9-8c80-3692916c2bfd, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=489c61f4-85d4-49a9-8c80-3692916c2bfd,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:39.508568 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-04104003-196b-414c-8e15-41435d4145dc req-43d5608a-4d91-42ef-b742-234b51fc9dad tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523399 May 11 19:48:39.511978 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-8bb238fa-3dc6-433a-9d2a-a8d753dc1edc req-1c9f3f3e-3f6d-4e12-81f3-2cdfaebd37e6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:39.515132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.517846 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.554884 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:39.558869 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:39.559298 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Usage tracker for resource:security_group_rule and tenant:65a84ffbf6a540bdafbfef053acd2fe0 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:39.562341 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:39.569497 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:39.651485 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=2717e61e-1f87-40a2-bda7-65625c45a036,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:39.655266 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.666007 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:39.666663 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:39.683217 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.711469 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:39.775541 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.797192 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e0835ae0-7a26-4028-b6bb-86a3bc433e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:39.870160 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65a84ffbf6a540bdafbfef053acd2fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108345 May 11 19:48:39.877054 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60384) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:39.878193 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5745e19b-a6a5-404f-9034-18ead7978ccb,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:39.897506 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:39.914906 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-8bb238fa-3dc6-433a-9d2a-a8d753dc1edc req-1c9f3f3e-3f6d-4e12-81f3-2cdfaebd37e6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:39.917175 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:39.923026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:39.937161 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b7af0132-fe57-4df8-8b2a-dd5580697cb0 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:39.937501 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8bb238fa-3dc6-433a-9d2a-a8d753dc1edc req-1c9f3f3e-3f6d-4e12-81f3-2cdfaebd37e6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664323 May 11 19:48:39.937637 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.011659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:40.038414 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-78b2042f-2134-49ec-a58f-d5742709991c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:40.074159 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.134314 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:40.135198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:40.180965 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.274940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:48:40.300008 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2a3e58b-ff3e-4af7-8a61-da0d5149fd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6997976 May 11 19:48:40.412491 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.421924 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a9c6962e-dca4-42ea-9242-6a3656aee161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:40.429302 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Pushing event updated for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:40.447663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:40.593070 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:48:40.601599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.606687 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe26033-5591-4b5d-8a25-316bd8f4ccba,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:40.615230 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Pushing event updated for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:40.624969 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Attempting to bind port 008d059a-4e56-46b2-ab33-fc0c6b551e4b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:40.625197 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:40.625919 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Attempting to bind port 008d059a-4e56-46b2-ab33-fc0c6b551e4b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2735325a-6f86-4c23-b877-b1f5fc18b853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:40.626368 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Attempting to bind port 008d059a-4e56-46b2-ab33-fc0c6b551e4b on network 6f26da07-8825-4176-b193-17dbd8904fc2 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:40.631795 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:40.632443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:40.636822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Port 008d059a-4e56-46b2-ab33-fc0c6b551e4b on network 6f26da07-8825-4176-b193-17dbd8904fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:48:40.637315 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Attempting to bind port 008d059a-4e56-46b2-ab33-fc0c6b551e4b on network 6f26da07-8825-4176-b193-17dbd8904fc2 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:40.645553 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:35Z', 'revision_number': 2, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:40.651016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:40.651016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Checking segment: {'id': '2735325a-6f86-4c23-b877-b1f5fc18b853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:40.651016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Bound using segment: {'id': '2735325a-6f86-4c23-b877-b1f5fc18b853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:40.651016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Bound port: 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2735325a-6f86-4c23-b877-b1f5fc18b853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:40.651016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.653607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.660394 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:40.660819 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Updating router 5f83ef75-91c7-46fe-aaaf-497cce766323 port b3ede03d-d3ee-4861-a804-78fcc01b50b2 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:40.670443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:40.671127 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:40.671680 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Attempting to bind port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:40.672116 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Attempting to bind port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:40.672548 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Attempting to bind port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:40.679477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5745e19b-a6a5-404f-9034-18ead7978ccb,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:40.708703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:40.734327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:40.763610 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5745e19b-a6a5-404f-9034-18ead7978ccb HTTP/1.1" status: 204 len: 168 time: 0.8536131 May 11 19:48:40.763610 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbe26033-5591-4b5d-8a25-316bd8f4ccba HTTP/1.1" status: 204 len: 168 time: 2.4005747 May 11 19:48:40.763610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60404) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:40.883628 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.000808 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:41.015598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b,segment=NetworkSegment(2735325a-6f86-4c23-b877-b1f5fc18b853),segment_id=2735325a-6f86-4c23-b877-b1f5fc18b853)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:41.017063 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 on network 0c80d483-83e2-4728-9896-3b8f9b02290b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:48:41.017524 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Attempting to bind port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:41.072621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:41.080815 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Checking segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:41.081316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Bound using segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:41.082225 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Bound port: b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:41.083570 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.196035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.217006 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:41.222176 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:41.232904 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:41.259161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-dcfe766a-4e62-4eda-9abe-785163361515 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:41.270007 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-dcfe766a-4e62-4eda-9abe-785163361515 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 818 time: 1.4965205 May 11 19:48:41.290106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-f278fc10-79d4-4df4-aa6a-a65b72effc0d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/quotas/91382f1fd9c5436491ac19811c85ca5f HTTP/1.1" status: 200 len: 375 time: 0.0185740 May 11 19:48:41.412817 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.440195 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.441011 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.442273 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.442903 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > port after_create 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.444686 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.445385 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > port after_update 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.445848 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.446243 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.446936 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.447356 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.451763 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-82dc43f0-beed-4f44-8839-5e53f987951e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546841 May 11 19:48:41.669825 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.671346 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-1b4017ec-e59c-491f-9235-0f1631f0ada0 service neutron] 10.222.0.15 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097847 May 11 19:48:41.736624 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Transition to ACTIVE for port object b3ede03d-d3ee-4861-a804-78fcc01b50b2 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:41.822755 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 2717e61e-1f87-40a2-bda7-65625c45a036 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:41.823768 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.824130 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.824495 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.824807 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:48:41.825184 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:41.845332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073f65bf-1f22-49cc-b47f-53f25eae7b9f') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:41.845676 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073f65bf-1f22-49cc-b47f-53f25eae7b9f') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:41.880294 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.905573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.941918 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: from cryptography.utils import int_from_bytes May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: from cryptography.utils import int_from_bytes May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:48:41.968000 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:48:41.971271 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:41.971381 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-5cb9ff20-a362-4781-b678-d8521b58f144 service neutron] 10.222.0.15 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815700 May 11 19:48:42.219256 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.220564 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.235029 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:42.244984 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.278308 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-46933b18-6ba9-4df3-83e6-84ccd697611e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:42.321399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:42.321399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.323038 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] 10.222.0.44 "PUT /v2.0/ports/008d059a-4e56-46b2-ab33-fc0c6b551e4b HTTP/1.1" status: 200 len: 1094 time: 4.8208466 May 11 19:48:42.327910 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:42.375585 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60414) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:42.383854 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865731597', 'description': 'tempest-description--1844815431'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:42.398350 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:42.410602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:42.422030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:42.434984 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:42.479352 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.495202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:42.497817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.502668 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] 10.222.0.44 "PUT /v2.0/ports/b6fa0597-4bfd-4327-bd16-f37f1a8c2391 HTTP/1.1" status: 200 len: 1093 time: 7.9794791 May 11 19:48:42.506677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.510375 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4fc327e7-64a2-49b2-800e-16407fa0b673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:42.569282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:42.585022 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:42.596683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60424) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:42.607690 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4b2b88e0-c3c5-4c56-a0b4-f8a157704ee0 HTTP/1.1" status: 204 len: 168 time: 1.8408136 May 11 19:48:42.612201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:42.676873 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:42.731125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:42.736070 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:42.752210 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:42.797438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.44', 59123) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:43.041770 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 2717e61e-1f87-40a2-bda7-65625c45a036 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:43.047792 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.092978 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Attempting to bind port b3ede03d-d3ee-4861-a804-78fcc01b50b2 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:43.092978 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Attempting to bind port b3ede03d-d3ee-4861-a804-78fcc01b50b2 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:43.092978 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Attempting to bind port b3ede03d-d3ee-4861-a804-78fcc01b50b2 on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:43.101788 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Deleting subnet 3f3f1e3a-9c79-403d-af55-9ff493deea2b {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:48:43.104072 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:43.104457 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Checking segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:43.104908 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.105360 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Bound using segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:43.105835 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Bound port: b3ede03d-d3ee-4861-a804-78fcc01b50b2, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:43.106235 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.163454 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Pushing event updated for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:43.302479 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:43.379242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.415401 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:27Z', 'revision_number': 4, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '489c61f4-85d4-49a9-8c80-3692916c2bfd', 'name': '', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'mac_address': 'fa:16:3e:0d:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:26Z', 'updated_at': '2021-05-11T19:48:39Z', 'revision_number': 4, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'subnets': [{'id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:43.460454 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.473474 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] For port b3ede03d-d3ee-4861-a804-78fcc01b50b2, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:43.474577 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe1e94-c236-4f43-b301-45118e42348f None None] The sync data for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi is: [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:27Z', 'revision_number': 4, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '489c61f4-85d4-49a9-8c80-3692916c2bfd', 'name': '', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'mac_address': 'fa:16:3e:0d:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:26Z', 'updated_at': '2021-05-11T19:48:39Z', 'revision_number': 4, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'subnets': [{'id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:43.486258 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] For port b3ede03d-d3ee-4861-a804-78fcc01b50b2, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b3ede03d-d3ee-4861-a804-78fcc01b50b2,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:43.497484 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:33Z', 'revision_number': 2, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:43.515586 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-c8244989-0788-487c-a1d0-724ed1e90d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:43.517155 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-c8244989-0788-487c-a1d0-724ed1e90d08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=293665548e9f4dda94047b6597c3022a&device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 1097 time: 0.6566336 May 11 19:48:43.536126 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:48:43.536546 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Updating router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 port 69fda8c7-2c78-4b5f-99e2-07de70914979 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:48:43.646943 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.651757 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Pushing event updated for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:43.678345 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:43.754359 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.777937 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:43.789604 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-fca93aad-caf8-482d-a888-a95e0adab398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b HTTP/1.1" status: 200 len: 217 time: 0.2278337 May 11 19:48:43.797587 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-deb1f414-a194-4c30-8642-3768eff8a513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:43.969806 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:43.970422 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:44.155948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888459c-3929-4c27-8581-83b092ceb38c req-8d741adf-f4b7-4bc5-a43f-4e20fc2bf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:44.159412 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-8d741adf-f4b7-4bc5-a43f-4e20fc2bf52b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3463353-13d3-4cf6-955d-b38cc16fce5e HTTP/1.1" status: 200 len: 851 time: 0.2437658 May 11 19:48:44.168115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:44.177502 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7993720 May 11 19:48:44.217484 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60466) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:44.282264 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group_rule': {'security_group_id': 'e129043a-44d7-42b3-9fdf-83e181dbc5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:44.301315 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Pushing event updated for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=4']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:44.308705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60468) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:44.383800 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e129043a-44d7-42b3-9fdf-83e181dbc5bd,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:44.388410 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:44.389098 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031778985', 'description': 'tempest-description--665666596'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:44.397719 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-6ebabac2-9218-4974-9c51-dc9681643887 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f26da07-8825-4176-b193-17dbd8904fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149732 May 11 19:48:44.399764 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 489c61f4-85d4-49a9-8c80-3692916c2bfd up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:44.466260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:44.475748 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:44.485771 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:44.500100 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:44.528825 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:44.681990 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:44.737572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:44.772663 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-82f2f5f8-162c-4e6c-b162-8183f7a7cd93 service neutron] 10.222.0.44 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537121 May 11 19:48:44.813397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:44.960665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:45.161508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Pushing event updated for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:45.186700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:45.190603 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.956s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:45.206898 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.776s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:45.207980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:45.261663 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:43Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:45.265200 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:45.270944 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c38d7-3735-4185-a375-146746fa88dd None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:43Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:45.275951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-0a530b79-f117-457b-995d-2f244b6cf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:45.278241 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-0a530b79-f117-457b-995d-2f244b6cf270 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 1096 time: 2.2495804 May 11 19:48:45.279893 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:45.363828 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:45.385434 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Transition to ACTIVE for port object 69fda8c7-2c78-4b5f-99e2-07de70914979 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:45.448834 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:48:45.473074 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-6a51fd4c-76ad-4c6a-b47f-ba367bd0a0d0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:45.475503 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-6a51fd4c-76ad-4c6a-b47f-ba367bd0a0d0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 818 time: 2.5111227 May 11 19:48:45.484682 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:45.493014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54038-3d24-4045-8829-ca91a67c45f5 req-37724e33-9614-4740-9a7c-f20a7a057c6a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:45.506394 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fab54038-3d24-4045-8829-ca91a67c45f5 req-37724e33-9614-4740-9a7c-f20a7a057c6a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 943 time: 0.9502790 May 11 19:48:45.528763 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d035a-f0ec-46f0-ad5f-0073033a4e62 req-034f2299-0821-4653-90a4-3d77d9237460 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:45.551946 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0f6d035a-f0ec-46f0-ad5f-0073033a4e62 req-034f2299-0821-4653-90a4-3d77d9237460 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 944 time: 2.6964512 May 11 19:48:45.582891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:45.594569 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:45.622541 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-b9b00d54-d2a3-4bba-b2b2-859e0b333d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391 HTTP/1.1" status: 200 len: 217 time: 0.3144457 May 11 19:48:45.641808 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fab54038-3d24-4045-8829-ca91a67c45f5 req-9f8659ad-add0-4924-94bf-91e1d3fbdf0c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344385 May 11 19:48:45.647839 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3888459c-3929-4c27-8581-83b092ceb38c req-f98bd572-fe5e-457a-b587-8097a729d38f service neutron] 10.222.0.44 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679883 May 11 19:48:45.665997 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Request body: {'port': {'device_id': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'admin_state_up': True, 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:45.677830 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 489c61f4-85d4-49a9-8c80-3692916c2bfd completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:45.934155 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 489c61f4-85d4-49a9-8c80-3692916c2bfd triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:45.934605 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:45.964570 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c1229a66-22e5-42e8-b447-6b97a8573d3a req-ff891064-845b-45b4-8f11-41e392d6d016 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 210 time: 0.1219704 May 11 19:48:46.061143 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e90b-6a65-4cf8-8971-84c31500098d req-16e4cb04-1f39-43b8-a7f3-adafeaa88d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:46.061143 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-16e4cb04-1f39-43b8-a7f3-adafeaa88d91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.2840014 May 11 19:48:46.107832 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Pushing event updated for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:46.157232 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:46.409077 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-43f311ae-b5ab-4b8e-97b4-b084e15bb9aa tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:46.413196 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-43f311ae-b5ab-4b8e-97b4-b084e15bb9aa tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 818 time: 0.4243412 May 11 19:48:46.432266 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Request body: {'port': {'device_id': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'admin_state_up': True, 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:46.549794 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.584475 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-45242c65-3cbe-47d9-9650-aecfdec83750 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2998116 May 11 19:48:46.680076 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Attempting to bind port 69fda8c7-2c78-4b5f-99e2-07de70914979 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:46.680645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Attempting to bind port 69fda8c7-2c78-4b5f-99e2-07de70914979 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:46.680917 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Attempting to bind port 69fda8c7-2c78-4b5f-99e2-07de70914979 on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:46.699894 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:46.700425 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Checking segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:46.700975 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.701458 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Bound using segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:46.705228 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Bound port: 69fda8c7-2c78-4b5f-99e2-07de70914979, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:46.705925 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.728634 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:46.765227 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.776169 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.44', 59130) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:46.784000 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b', 'status': 'completed', 'code': 200} May 11 19:48:46.800132 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7f7859f6-69e3-49c6-b3a1-ff145f0890aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.811825 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.870130 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 489c61f4-85d4-49a9-8c80-3692916c2bfd, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=489c61f4-85d4-49a9-8c80-3692916c2bfd,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:46.884849 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:46.892734 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0f6d035a-f0ec-46f0-ad5f-0073033a4e62 req-b94ef1e9-6644-436b-af65-1e520dc4f1e6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3392224 May 11 19:48:46.928246 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:46.936756 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:46.957255 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:46.982038 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:46.995128 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:47.014113 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3e7c-5b57-44bf-bfab-d7725e80ce1a req-d4bd0f0c-9f76-4d71-8ef8-950445c18154 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:47.015683 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-cd8b3e7c-5b57-44bf-bfab-d7725e80ce1a req-d4bd0f0c-9f76-4d71-8ef8-950445c18154 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 943 time: 0.1426563 May 11 19:48:47.036468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:47.050286 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:47.058696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.062637 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-552261cc-d380-4725-9396-03bc54a6281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:47.064655 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-552261cc-d380-4725-9396-03bc54a6281b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=293665548e9f4dda94047b6597c3022a&device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 1097 time: 0.2853057 May 11 19:48:47.064961 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:47.081317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:47.094081 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] For port 69fda8c7-2c78-4b5f-99e2-07de70914979, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:47.098620 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] For port 69fda8c7-2c78-4b5f-99e2-07de70914979, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=69fda8c7-2c78-4b5f-99e2-07de70914979,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:47.118845 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b3ede03d-d3ee-4861-a804-78fcc01b50b2 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:47.154015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:47.186871 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.197156 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0f739595-46b5-40c6-aad9-563806d3d6b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:47.220392 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7842c507-2466-4806-b162-c2b8ea2f20f8,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:47.240707 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-a968d5d7-a134-4e5f-abeb-3488b065498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:47.243062 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-a968d5d7-a134-4e5f-abeb-3488b065498d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f26da07-8825-4176-b193-17dbd8904fc2 HTTP/1.1" status: 200 len: 912 time: 0.1705072 May 11 19:48:47.248464 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-cd8b3e7c-5b57-44bf-bfab-d7725e80ce1a req-8814a54f-b1ed-4bc7-bd62-4f73112b22f3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231140 May 11 19:48:47.302131 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Pushing event updated for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:47.306389 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:47.313106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-03e73ecf-f720-4f59-8b62-482d923c29ad req-01e7c512-75d7-4059-b6f9-0be35ff0fd08 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 210 time: 0.0897789 May 11 19:48:47.328476 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:47.333884 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:48:47.334561 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:48:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:47.352068 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:47.391785 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Made reservation on behalf of 91382f1fd9c5436491ac19811c85ca5f for: {'port': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:47.396234 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.441747 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-eba3e6d9-8ca4-4e80-89ad-e19118e84424 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b HTTP/1.1" status: 200 len: 217 time: 0.1548440 May 11 19:48:47.441944 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-7ee8d458-a6f8-40b2-9573-28e897ddc0ae service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141163 May 11 19:48:47.494428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Made reservation on behalf of 91382f1fd9c5436491ac19811c85ca5f for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:48:47.510382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.550661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.550661 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3231218 May 11 19:48:47.583590 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:47.596714 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:48:47.601299 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60536) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:47.609831 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group_rule': {'security_group_id': 'e129043a-44d7-42b3-9fdf-83e181dbc5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:47.617836 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:47.622116 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:47.625589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:47.632514 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:47.656612 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:47.656612 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.698510 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-9f8e623a-966c-4db6-8e2f-6719fcd71aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:47.700334 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-9f8e623a-966c-4db6-8e2f-6719fcd71aac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a3463353-13d3-4cf6-955d-b38cc16fce5e HTTP/1.1" status: 200 len: 851 time: 0.1863997 May 11 19:48:47.742052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.803213 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.834501 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-ea4ec540-e99e-4392-b01e-b6b71686a686 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f26da07-8825-4176-b193-17dbd8904fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099086 May 11 19:48:47.924443 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.926820 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:47.979193 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Allocated IP 172.20.0.13 (edb9660d-3bd3-44af-a214-e0e768a6a043/0ef60fd2-1ece-4328-83b9-7376b1781f29/718603f3-04a0-4cd3-b139-21d9390931a6) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:48.040936 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.046799 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e028e90b-6a65-4cf8-8971-84c31500098d req-c3934c32-a847-416e-9a4c-1ee64cc0dc72 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923762 May 11 19:48:48.050438 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-8ef6c409-7541-4e0a-9c05-8d4c3e692aef service neutron] 10.222.0.44 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025011 May 11 19:48:48.061241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port b3ede03d-d3ee-4861-a804-78fcc01b50b2, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b3ede03d-d3ee-4861-a804-78fcc01b50b2,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:48.079261 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:48.120382 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.140772 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:48.143473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3f1e3a-9c79-403d-af55-9ff493deea2b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:48.164736 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.179992 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:48.182124 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:48.221109 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.270183 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65de49-1f9e-4545-999b-05b65582fcf6 req-1de59437-32c3-42f4-9210-809bac429a69 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:48.271539 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-6604c168-9e38-4ee0-9ca3-049411f96c3a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3f3f1e3a-9c79-403d-af55-9ff493deea2b HTTP/1.1" status: 204 len: 168 time: 5.6691811 May 11 19:48:48.276660 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5d65de49-1f9e-4545-999b-05b65582fcf6 req-1de59437-32c3-42f4-9210-809bac429a69 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 944 time: 0.2325830 May 11 19:48:48.280940 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60558) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:48.289044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.290235 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.9671390 May 11 19:48:48.293695 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42af9a58-103e-47bc-988e-42748a95a9d8,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:48.295152 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60564) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:48.303031 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group_rule': {'security_group_id': '42af9a58-103e-47bc-988e-42748a95a9d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:48.311927 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:48.321411 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:48.321542 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:48.333276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:48.341520 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.352018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:48.354989 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:48.398481 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:47Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:48.403953 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7bbf1-13f5-4e1c-9e30-298e4a0d3991 None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:47Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:48:48.494145 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:48.511057 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-580c781c-8c96-4ed1-889d-15ba17344e4d req-769d029f-3c74-4f6f-a349-a12aa6b9d0d1 service neutron] 10.222.0.44 "GET /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065089 May 11 19:48:48.525399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:48.586335 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.591941 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6beba3-b001-4152-a0d8-800f1a0778fa,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:48.595445 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5d65de49-1f9e-4545-999b-05b65582fcf6 req-16a35a95-57c5-47af-a995-85c00235dc40 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Synchronizing usage tracker for tenant:293665548e9f4dda94047b6597c3022a on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:48.611301 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:48.716663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.750454 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6f595-eb7a-4f81-8c61-2ef4cfee2d45 req-57242351-725b-40bb-bbf1-a5299ce0250a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:48.753035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49b6f595-eb7a-4f81-8c61-2ef4cfee2d45 req-57242351-725b-40bb-bbf1-a5299ce0250a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 943 time: 0.2287862 May 11 19:48:48.775810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.777657 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1724133 May 11 19:48:48.798496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60580) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:48.801734 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:48.817195 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.822375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.833543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:48.862185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7b583e-fb1b-4500-a540-33ecd01663d3']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:48.863784 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.878681 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49b6f595-eb7a-4f81-8c61-2ef4cfee2d45 req-95989903-4a4e-432f-ad3a-f30c355ae329 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187191 May 11 19:48:48.914822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:48.935227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17a23c5-860c-45fe-b021-d4afb4aee33d') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:48.935227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17a23c5-860c-45fe-b021-d4afb4aee33d') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:48:48.952382 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.960167 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b35a5dc7-124c-45f2-861d-55e83840d8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.977753 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:48.984076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.000700 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:48:49.000700 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.018242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.034759 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:48:49.086313 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:48:49.173343 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.195108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 489c61f4-85d4-49a9-8c80-3692916c2bfd up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:49.206898 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Allocated IP 172.20.0.10 (edb9660d-3bd3-44af-a214-e0e768a6a043/0ef60fd2-1ece-4328-83b9-7376b1781f29/c8bf1eda-8ff9-4790-bf31-222813183d61) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:49.241109 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Network edb9660d-3bd3-44af-a214-e0e768a6a043 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:49.259700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:49.271017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-925ebfd2-e7e6-4521-bdc0-fc4e1224aa41 req-1e2ee956-fa02-4b75-8cc3-a61d1b98446c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:49.289703 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:49.296070 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:49.299352 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.327267 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Pushing event updated for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:49.357392 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:49.359038 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-875ea0d9-9307-48d6-a67b-b9ed6bdafc32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:49.398417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122883b-0c27-49cc-b727-88d739cc7932,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:49.405162 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:49.409337 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 489c61f4-85d4-49a9-8c80-3692916c2bfd triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:49.412006 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.456539 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:floatingip and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:49.462372 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5d65de49-1f9e-4545-999b-05b65582fcf6 req-16a35a95-57c5-47af-a995-85c00235dc40 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Unset dirty status for tenant:293665548e9f4dda94047b6597c3022a on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:49.472143 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5d65de49-1f9e-4545-999b-05b65582fcf6 req-16a35a95-57c5-47af-a995-85c00235dc40 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1945214 May 11 19:48:49.478140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:49.493153 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.495445 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-22b4e2f0-b3ea-4be1-9604-a3771637c918 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1971745 May 11 19:48:49.503046 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60610) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:49.509965 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group_rule': {'security_group_id': '42af9a58-103e-47bc-988e-42748a95a9d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:49.516117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-925ebfd2-e7e6-4521-bdc0-fc4e1224aa41 req-1e2ee956-fa02-4b75-8cc3-a61d1b98446c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:49.518304 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-925ebfd2-e7e6-4521-bdc0-fc4e1224aa41 req-1e2ee956-fa02-4b75-8cc3-a61d1b98446c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 210 time: 0.3641784 May 11 19:48:49.520136 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8951621 May 11 19:48:49.525131 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:49.529573 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:49.539720 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:49.545638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Request body: {'port': {'device_id': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:49.545833 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:49.588133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:49.602151 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391', 'status': 'completed', 'code': 200} May 11 19:48:49.612824 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 69fda8c7-2c78-4b5f-99e2-07de70914979 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:49.663412 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.711656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.728011 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-79574025-c531-4f6c-9e98-da961306afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:49.729498 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-79574025-c531-4f6c-9e98-da961306afce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 1096 time: 0.1025770 May 11 19:48:49.851265 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 69fda8c7-2c78-4b5f-99e2-07de70914979 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:49.856645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 69fda8c7-2c78-4b5f-99e2-07de70914979 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:49.857023 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.864962 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.872754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.887145 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.924498 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.938584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:49.947270 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:49.964125 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe7b583e-fb1b-4500-a540-33ecd01663d3 HTTP/1.1" status: 204 len: 168 time: 1.6662927 May 11 19:48:49.977373 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-91947fa4-7736-45ae-839d-89bcd177e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:49.979487 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-91947fa4-7736-45ae-839d-89bcd177e1ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 916 time: 0.2437804 May 11 19:48:50.052982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7b583e-fb1b-4500-a540-33ecd01663d3,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:50.133579 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:50.134786 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:50.140303 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.163665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.198763 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-814d5806-fceb-46f9-aae4-8a3ed1025a7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391 HTTP/1.1" status: 200 len: 217 time: 0.1532357 May 11 19:48:50.232869 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013fb0-f4a7-46e0-888b-d8ec91043564 req-e27879bb-aad9-479c-860e-a181f1fd731e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:50.234884 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 69fda8c7-2c78-4b5f-99e2-07de70914979, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=69fda8c7-2c78-4b5f-99e2-07de70914979,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:50.237351 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ef013fb0-f4a7-46e0-888b-d8ec91043564 req-e27879bb-aad9-479c-860e-a181f1fd731e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 943 time: 0.1733439 May 11 19:48:50.240013 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.253654 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:50.290632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Network edb9660d-3bd3-44af-a214-e0e768a6a043 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:50.292843 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:50.297909 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:50.301020 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.304519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.306135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b3ede03d-d3ee-4861-a804-78fcc01b50b2 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:50.326471 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d104e0ad-00de-4189-97b6-0e4d65fc2496,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:50.342906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:50.355554 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Pushing event updated for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:50.367562 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718603f3-04a0-4cd3-b139-21d9390931a6 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:50.380634 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:50.380837 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ef013fb0-f4a7-46e0-888b-d8ec91043564 req-1d7b07f3-9cf0-46f3-ab58-d6142d03383f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323438 May 11 19:48:50.382367 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.396440 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-acec2e14-64df-4be5-a8ad-c14e317a7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:50.396440 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-acec2e14-64df-4be5-a8ad-c14e317a7055 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.1756718 May 11 19:48:50.400242 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:50.424928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.426084 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9215436 May 11 19:48:50.427245 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Transition to ACTIVE for port object 718603f3-04a0-4cd3-b139-21d9390931a6 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:50.433921 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60644) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:50.439052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:50.456931 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:50.458615 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:50.459271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.469320 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b6fa0597-4bfd-4327-bd16-f37f1a8c2391 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:48:50.469612 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:floatingip and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:50.473388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:50.480280 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-48791ba3-764a-46d7-901a-dcc0931f6dd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736406 May 11 19:48:50.480718 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:50.508971 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.547724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:50.568364 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60660) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:50.613829 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:50.619731 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:50.638389 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2101707 May 11 19:48:50.644047 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b3ede03d-d3ee-4861-a804-78fcc01b50b2 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:50.644735 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.677389 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Request body: {'port': {'device_id': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:48:50.750107 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:50.752325 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Pushing event updated for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:50.767519 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:50.768838 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.770143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'port_id': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391', 'mac_address': 'fa:16:3e:ce:42:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192e13a1-a6f0-45fb-963e-5525d787d457', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:48:50.878279 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.904716 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6fa0597-4bfd-4327-bd16-f37f1a8c2391 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:50.921139 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-177be4c1-3e9b-4b81-beff-2347125a5535 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b60512fe3ada480d82a1be7938c48044&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3517661 May 11 19:48:50.922098 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60670) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:50.941751 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:50.986186 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Attempting to bind port 718603f3-04a0-4cd3-b139-21d9390931a6 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:50.986850 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Attempting to bind port 718603f3-04a0-4cd3-b139-21d9390931a6 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:50.992801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Attempting to bind port 718603f3-04a0-4cd3-b139-21d9390931a6 on network edb9660d-3bd3-44af-a214-e0e768a6a043 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:50.994799 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:50.996406 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 008d059a-4e56-46b2-ab33-fc0c6b551e4b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:48:51.000295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:51.028627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Port 718603f3-04a0-4cd3-b139-21d9390931a6 on network edb9660d-3bd3-44af-a214-e0e768a6a043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:48:51.028953 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Attempting to bind port 718603f3-04a0-4cd3-b139-21d9390931a6 on network edb9660d-3bd3-44af-a214-e0e768a6a043 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:51.041645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:51.041984 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Checking segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:51.042550 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Bound using segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:51.043427 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Bound port: 718603f3-04a0-4cd3-b139-21d9390931a6, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:51.043776 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.048045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.057750 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 69fda8c7-2c78-4b5f-99e2-07de70914979 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:51.222112 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-ef258e22-550b-418f-be75-c239056d0a7e service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346957 May 11 19:48:51.249933 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:51.263232 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:51.290928 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.296882 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd616-f855-4db3-8cda-95e4af336a39 req-1c204b59-dcb1-49a6-911b-7d1217171c81 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:51.305719 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-285fd616-f855-4db3-8cda-95e4af336a39 req-1c204b59-dcb1-49a6-911b-7d1217171c81 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 932 time: 0.4015357 May 11 19:48:51.317262 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 69fda8c7-2c78-4b5f-99e2-07de70914979 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:51.317737 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.363203 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:51.382004 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-285fd616-f855-4db3-8cda-95e4af336a39 req-05387e84-29b2-4ff1-88fb-b0137a1b4439 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752885 May 11 19:48:51.383387 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.409394 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b,segment=NetworkSegment(2735325a-6f86-4c23-b877-b1f5fc18b853),segment_id=2735325a-6f86-4c23-b877-b1f5fc18b853)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:51.443454 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '008d059a-4e56-46b2-ab33-fc0c6b551e4b', 'network_id': '6f26da07-8825-4176-b193-17dbd8904fc2', 'port_id': '008d059a-4e56-46b2-ab33-fc0c6b551e4b', 'mac_address': 'fa:16:3e:8b:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3463353-13d3-4cf6-955d-b38cc16fce5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:48:51.590087 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.601037 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Allocated IP 172.27.3.204 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/a24cef69-b23c-4bb9-993a-e4243f2cd0e6) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:51.614474 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008d059a-4e56-46b2-ab33-fc0c6b551e4b {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:51.633816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b,segment=NetworkSegment(2735325a-6f86-4c23-b877-b1f5fc18b853),segment_id=2735325a-6f86-4c23-b877-b1f5fc18b853)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:51.659807 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.668215 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fe42f-f4a1-483c-bceb-337e39fae077 req-31a44a50-aeee-453d-b7dc-728df7c3d063 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:51.669681 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-050fe42f-f4a1-483c-bceb-337e39fae077 req-31a44a50-aeee-453d-b7dc-728df7c3d063 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 944 time: 0.7540770 May 11 19:48:51.731451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.737252 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=718603f3-04a0-4cd3-b139-21d9390931a6,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:51.738248 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:51.777286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130641f-367c-471c-add2-a44b3299f33c req-cfe224d5-097b-4b4b-9f4b-55d56e279cef tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:51.784975 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8130641f-367c-471c-add2-a44b3299f33c req-cfe224d5-097b-4b4b-9f4b-55d56e279cef tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 944 time: 0.1084988 May 11 19:48:51.833966 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:51.838057 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:51.839530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.843205 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8130641f-367c-471c-add2-a44b3299f33c req-ac53b8c7-f086-4269-9bb7-b8b77f3e7c6c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572486 May 11 19:48:51.858574 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.863208 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:51.914868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:51.915483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:51.916808 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 1094 time: 2.3771007 May 11 19:48:51.917266 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:51.943197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Pushing event updated for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:51.946315 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:51.983035 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-050fe42f-f4a1-483c-bceb-337e39fae077 req-11f326d3-0599-440b-bb62-614741f6243c tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868614 May 11 19:48:52.026910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.031002 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6', 'status': 'completed', 'code': 200} May 11 19:48:52.039597 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f1fa22d3-c653-4692-a544-235492f0f0dc req-5e65d3bc-f7d7-4389-ab22-d4e7aa9cdd54 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857692 May 11 19:48:52.164355 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:48:52.197636 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['008d059a-4e56-46b2-ab33-fc0c6b551e4b'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:48:52.217563 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60714) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:52.256394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.348715 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.352914 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-94630499-db9f-4821-b888-57e1a7757607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:52.354460 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-94630499-db9f-4821-b888-57e1a7757607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1097 time: 0.2683728 May 11 19:48:52.365778 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:52.369573 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Usage tracker for resource:security_group_rule and tenant:79f6d2bc9a374289b79dc52504c86c6a is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:52.372877 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:52.379273 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:52.435940 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.439127 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-b796bb85-88f6-4a89-a19a-f66fcde60667 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.0690150 May 11 19:48:52.446003 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.453620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9113b671-ceb9-488e-9920-d3246dfdd879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:52.482324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.512339 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2811cb-84d8-4ed2-8ff8-9f7b42341619,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:52.547071 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.555874 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:52.557931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b9079beb-a6b1-48fe-bd30-45c3dfa631c0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:52.561791 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:52.568765 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Allocated IP 172.27.3.70 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/023e3058-f437-4177-b46b-25bc4569086d) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:48:52.630785 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79f6d2bc9a374289b79dc52504c86c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118435 May 11 19:48:52.648420 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60722) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:52.676367 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:52.681888 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bee581-782b-4821-a2eb-d31505a69015,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:52.686288 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:52.699918 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:52.711014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.712124 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b2811cb-84d8-4ed2-8ff8-9f7b42341619 HTTP/1.1" status: 204 len: 168 time: 1.7580953 May 11 19:48:52.718678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:52.758332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-2bd39cd5-e2b7-4ed7-a2a8-e56f630b278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:52.759834 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-2bd39cd5-e2b7-4ed7-a2a8-e56f630b278d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.2991037 May 11 19:48:52.760981 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.763597 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bf1eda-8ff9-4790-bf31-222813183d61 {{(pid=79322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:52.835712 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.856750 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=a24cef69-b23c-4bb9-993a-e4243f2cd0e6,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:52.871816 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:52.879963 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-c5a13358-2a18-4feb-ae87-1906fc406f01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843127 May 11 19:48:52.881115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:52.888096 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:52.926353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Transition to ACTIVE for port object c8bf1eda-8ff9-4790-bf31-222813183d61 will not be triggered until provisioned by entity L2. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:48:52.962086 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:48:52.997968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:48:53.000728 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:48:53.030106 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=023e3058-f437-4177-b46b-25bc4569086d,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:53.033843 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:53.129455 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.132016 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.166625 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd0c6-efca-4131-b743-b35a1c0e37d0 req-164216cb-d04c-415e-97da-d40287f0d11c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:53.174335 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1d7dd0c6-efca-4131-b743-b35a1c0e37d0 req-164216cb-d04c-415e-97da-d40287f0d11c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 944 time: 0.2153130 May 11 19:48:53.183593 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.191209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:53.231278 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1d7dd0c6-efca-4131-b743-b35a1c0e37d0 req-ed78c706-d3f8-4c07-813e-63846e66a7be tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 May 11 19:48:53.250057 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-13fbb031-004d-419e-b227-8d6d07013e3f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:53.251078 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-13fbb031-004d-419e-b227-8d6d07013e3f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:53.322581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.338677 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.469632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.471721 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60742) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:53.472674 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:53.476166 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:53.516375 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-808d7759-3261-4c6d-8584-d540bd89dc1b service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225173 May 11 19:48:53.523384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-13fbb031-004d-419e-b227-8d6d07013e3f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:53.527513 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-13fbb031-004d-419e-b227-8d6d07013e3f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 932 time: 0.9757681 May 11 19:48:53.612140 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-482d5b1f-7d18-489f-bc77-7f981909be0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b6dc5e60354402c973577203109f18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387835 May 11 19:48:53.619616 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967936-b74e-4635-8be7-e32386c611ff req-4dd08217-6e0a-4fbd-941c-d04213e5446b tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:53.622390 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23967936-b74e-4635-8be7-e32386c611ff req-4dd08217-6e0a-4fbd-941c-d04213e5446b tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 945 time: 0.2356386 May 11 19:48:53.622390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60746) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:53.720316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23967936-b74e-4635-8be7-e32386c611ff req-e22e0099-affd-4448-af3b-2687cb94f571 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 May 11 19:48:53.749106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-b8cbd0bd-e12c-4d85-852c-cb7f5635b269 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:53.749302 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.755272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.781665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.786932 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.800957 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.801493 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.814802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bb34afc7-c352-4786-ab42-57b61a081730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:53.828825 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:53.835344 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Attempting to bind port c8bf1eda-8ff9-4790-bf31-222813183d61 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:48:53.835714 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Attempting to bind port c8bf1eda-8ff9-4790-bf31-222813183d61 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:48:53.836063 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Attempting to bind port c8bf1eda-8ff9-4790-bf31-222813183d61 on network edb9660d-3bd3-44af-a214-e0e768a6a043 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:53.870892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.871123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Port c8bf1eda-8ff9-4790-bf31-222813183d61 on network edb9660d-3bd3-44af-a214-e0e768a6a043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:48:53.871384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Attempting to bind port c8bf1eda-8ff9-4790-bf31-222813183d61 on network edb9660d-3bd3-44af-a214-e0e768a6a043 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:48:53.873408 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bee581-782b-4821-a2eb-d31505a69015,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:53.885186 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:53.892000 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-97fc2ab2-f40c-4cf4-aff3-b4246b3dae90 req-00c49da6-7209-425c-a7c0-ec20a7bad710 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634987 May 11 19:48:53.892740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:48:53.893082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Checking segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:48:53.899384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Bound using segment: {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:48:53.899384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Bound port: c8bf1eda-8ff9-4790-bf31-222813183d61, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b35f-3659-466c-a9a2-2f0c73bec47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043'}}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:48:53.899384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.903310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=023e3058-f437-4177-b46b-25bc4569086d,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:53.912703 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:53.979280 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:53.980327 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36bee581-782b-4821-a2eb-d31505a69015 HTTP/1.1" status: 204 len: 168 time: 1.3151879 May 11 19:48:53.999354 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-b8cbd0bd-e12c-4d85-852c-cb7f5635b269 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:54.000519 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-08d24c91-4c58-4230-99d7-0ccaed2e3c41 req-b8cbd0bd-e12c-4d85-852c-cb7f5635b269 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475353 May 11 19:48:54.012531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.014057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.015596 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5807192 May 11 19:48:54.019746 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.020583 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86e98d94-3c6e-47e0-bdd1-91c95c4c0f06 HTTP/1.1" status: 204 len: 168 time: 0.3953938 May 11 19:48:54.021749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4de2fd67-6c95-4e41-a856-870c42dfc280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:54.035572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e98d94-3c6e-47e0-bdd1-91c95c4c0f06,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:54.039434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:54.167368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, cleared binding levels {{(pid=79322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:48:54.201289 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c8bf1eda-8ff9-4790-bf31-222813183d61,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:48:54.242726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456a98-e930-4050-8ca1-90f9af584805 req-2333120c-5658-45d7-abb4-4a64a161de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:54.244164 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-2333120c-5658-45d7-abb4-4a64a161de64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1097 time: 0.1544275 May 11 19:48:54.286604 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.329223 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.341202 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:54.391729 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b6fa0597-4bfd-4327-bd16-f37f1a8c2391 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:54.405628 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.442886 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882c05-7ed4-495f-985e-40e9b951394f req-563b4d50-3a07-4f73-88d6-a8852aaaf669 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:54.449760 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:54.450414 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.451655 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b882c05-7ed4-495f-985e-40e9b951394f req-563b4d50-3a07-4f73-88d6-a8852aaaf669 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 944 time: 0.1157491 May 11 19:48:54.451830 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 200 len: 1094 time: 3.7962246 May 11 19:48:54.452513 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:54.553046 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b882c05-7ed4-495f-985e-40e9b951394f req-1a282be7-b3ea-4490-8477-f33b8ee28cfd tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003754 May 11 19:48:54.559530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=3']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:54.571701 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:54.574206 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:54.620668 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456a98-e930-4050-8ca1-90f9af584805 req-0e7c4af2-3615-4189-8dde-207380f8b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:54.622181 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-0e7c4af2-3615-4189-8dde-207380f8b7de service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.3675337 May 11 19:48:54.668235 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.680204 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:54.685793 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:54.686202 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.884494 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:54.899714 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-7a3eeec6-2a04-463c-9b74-5720c9225bf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.2185426 May 11 19:48:54.925568 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:54.957232 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=a24cef69-b23c-4bb9-993a-e4243f2cd0e6,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:54.972444 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:54.981528 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-e6146913-387a-44ed-a4cf-29ed06b826fa tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:54.984004 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.003586 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1992047 May 11 19:48:55.016232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60802) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:55.041305 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.062983 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:55.069073 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Usage tracker for resource:security_group_rule and tenant:672491b12f1c45199130570a5b95c806 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:55.074033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:55.074176 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:55.083820 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456a98-e930-4050-8ca1-90f9af584805 req-4c403c38-8018-410a-b35d-d2420e94751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.085292 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-4c403c38-8018-410a-b35d-d2420e94751f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1659245 May 11 19:48:55.086105 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:55.096082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-f208f9ae-f5ad-415c-b601-88fcb9d90a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.097910 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-f208f9ae-f5ad-415c-b601-88fcb9d90a90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1097 time: 0.4901946 May 11 19:48:55.108192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75db8c7-a937-4d79-bb3e-ab142b362f92 req-fd41085a-077f-40ae-9705-80b58d646911 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.115453 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f75db8c7-a937-4d79-bb3e-ab142b362f92 req-fd41085a-077f-40ae-9705-80b58d646911 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 945 time: 0.1881208 May 11 19:48:55.157198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.158366 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 008d059a-4e56-46b2-ab33-fc0c6b551e4b up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:55.208214 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f75db8c7-a937-4d79-bb3e-ab142b362f92 req-504109c2-4d06-40b1-a763-6580081242ac tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 May 11 19:48:55.223661 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:55.238826 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-8c1e9ab8-7c8c-41c7-a3a8-18542b7b7c95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396348 May 11 19:48:55.249025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-e6146913-387a-44ed-a4cf-29ed06b826fa tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:55.250788 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-e6146913-387a-44ed-a4cf-29ed06b826fa tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2031778985&fields=id&tenant_id=2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 267 time: 0.5704043 May 11 19:48:55.362620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.366477 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-f6525eb5-03b3-4332-9f00-b727aa15db39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 200 len: 217 time: 0.2280056 May 11 19:48:55.382430 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:55.387116 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:55.457393 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.466274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:55.487373 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 008d059a-4e56-46b2-ab33-fc0c6b551e4b completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:55.496377 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 008d059a-4e56-46b2-ab33-fc0c6b551e4b triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:55.496763 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.507417 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=672491b12f1c45199130570a5b95c806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872828 May 11 19:48:55.508330 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5310f52d-b86c-448d-89fe-3e3381b0798b,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:55.511223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60828) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:55.525587 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:55.574124 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-2e1b252e-59e8-49fa-b018-cac42c604b8b service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221860 May 11 19:48:55.594929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.646484 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.647067 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.690036 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b,segment=NetworkSegment(2735325a-6f86-4c23-b877-b1f5fc18b853),segment_id=2735325a-6f86-4c23-b877-b1f5fc18b853)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:55.725093 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-26456a98-e930-4050-8ca1-90f9af584805 req-b6818639-1271-4729-b418-c2a2ba447255 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374416 May 11 19:48:55.726490 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-82d1d286-b26c-4347-893f-2df66ac27b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.727871 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-82d1d286-b26c-4347-893f-2df66ac27b5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.3281355 May 11 19:48:55.731973 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61', 'status': 'completed', 'code': 200} May 11 19:48:55.764972 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.766930 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:55.794396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.800784 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:55.815203 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-37cfcc11-61f6-492f-b1cc-08b56f3a80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.816475 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-37cfcc11-61f6-492f-b1cc-08b56f3a80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:55.827833 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-63121d87-0e27-45de-8be5-5b18c1b841d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796285 May 11 19:48:55.862316 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:55.866970 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:55.882327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5310f52d-b86c-448d-89fe-3e3381b0798b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:55.912363 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:55.930011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:55.931472 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5310f52d-b86c-448d-89fe-3e3381b0798b HTTP/1.1" status: 204 len: 168 time: 0.4088001 May 11 19:48:55.942543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-37cfcc11-61f6-492f-b1cc-08b56f3a80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:55.947094 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60846) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:55.947659 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-37cfcc11-61f6-492f-b1cc-08b56f3a80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 811 time: 0.6824436 May 11 19:48:55.971597 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-205c975a-bc58-41c9-a3cf-47d062a28a6d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/quotas/2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 375 time: 0.0100932 May 11 19:48:55.986251 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f12c7-14fe-4337-bed1-1d2df2f23a2b req-0fd6a282-2bce-4e40-811e-263645aeb1d3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:55.988126 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-792f12c7-14fe-4337-bed1-1d2df2f23a2b req-0fd6a282-2bce-4e40-811e-263645aeb1d3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 944 time: 0.1744475 May 11 19:48:56.038894 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-792f12c7-14fe-4337-bed1-1d2df2f23a2b req-fb95e56e-07d1-4511-9220-b303de66b24c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 May 11 19:48:56.061375 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-a5150bbf-9abd-4370-9c05-8eeff1ffcdfa service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254791 May 11 19:48:56.179388 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-4856a117-e01c-41d7-bf1a-8655c1c8de5d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2002330 May 11 19:48:56.217888 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:56.250664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:56.259701 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-97f5b1ae-1760-4f62-a87f-d1359009d821 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--865731597&fields=id&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 267 time: 0.0806713 May 11 19:48:56.260652 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5994a4eea0ff4f6f8da1301e288a0c38 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:56.264134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:56.272323 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:56.328555 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d6a6fcca-2c96-4495-8241-f22e2147d930 req-e39c80d4-fa24-46d9-a9c6-1d8b3a958e36 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606575 May 11 19:48:56.363763 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-80e42945-c096-43d8-9964-11a3c189198a service neutron] 10.222.0.15 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814382 May 11 19:48:56.393497 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 718603f3-04a0-4cd3-b139-21d9390931a6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:48:56.482941 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-8925b9fa-145a-4c7d-8957-362541f5d380 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:56.501090 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-8925b9fa-145a-4c7d-8957-362541f5d380 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 816 time: 0.2303212 May 11 19:48:56.529095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-c9b4e5f1-4720-4593-930c-0399dcf1dd9d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/quotas/d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 375 time: 0.0270605 May 11 19:48:56.538858 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-2188b845-7caa-48c6-adcc-819542dba49b service neutron] 10.222.0.15 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734812 May 11 19:48:56.621429 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:56.633063 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-7ab21677-8bb2-4602-9b4c-f9457bb26130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:56.635024 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-7ab21677-8bb2-4602-9b4c-f9457bb26130 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1097 time: 0.0944631 May 11 19:48:56.657511 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=718603f3-04a0-4cd3-b139-21d9390931a6,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:56.675168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '718603f3-04a0-4cd3-b139-21d9390931a6', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'port_id': '718603f3-04a0-4cd3-b139-21d9390931a6', 'mac_address': 'fa:16:3e:e3:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:48:56.690778 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-96503f58-75a4-4cc1-bfad-acd1b49ecda5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605659 May 11 19:48:56.719458 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:56.741382 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:56.768207 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718603f3-04a0-4cd3-b139-21d9390931a6 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:48:56.794028 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=718603f3-04a0-4cd3-b139-21d9390931a6,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:56.816862 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:56.874411 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:56.877948 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-4836c318-8152-4d19-9f7b-940b366cbad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:56.878599 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5994a4eea0ff4f6f8da1301e288a0c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250038 May 11 19:48:56.880033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5beb3-3ce9-43cb-9c32-8f21c57bf487,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:56.882931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60888) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:56.883608 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:56.966018 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-8cfa5009-6a77-41d4-b90b-0caabbd963fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:56.966018 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-8cfa5009-6a77-41d4-b90b-0caabbd963fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.3231993 May 11 19:48:56.981630 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:56.986619 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:56.987447 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-9a2702c2-d2c8-4385-b0be-47f321432056 service neutron] 10.222.0.15 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956541 May 11 19:48:57.053652 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:57.056146 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-aac126b8-ac6e-442d-9662-80ec3798b486 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 200 len: 217 time: 0.0731394 May 11 19:48:57.128679 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:57.166823 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-a5b44dee-2cb7-4aa9-92ac-ca34b69d7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:57.168540 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-a5b44dee-2cb7-4aa9-92ac-ca34b69d7f3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1041989 May 11 19:48:57.182567 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['718603f3-04a0-4cd3-b139-21d9390931a6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:48:57.226005 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-60d02404-8177-4efc-8b9d-32e6580a58e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484638 May 11 19:48:57.240986 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-34856a1c-23c2-40c7-a6da-ab846a4c8f72 service neutron] 10.222.0.15 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473571 May 11 19:48:57.391789 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-a05230f7-1426-4880-901b-15aa47c1c435 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446409 May 11 19:48:57.415951 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:57.428503 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:57.485490 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391', 'code': 200} May 11 19:48:57.519826 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5beb3-3ce9-43cb-9c32-8f21c57bf487,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:57.530889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:57.531710 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:57.539263 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fce5beb3-3ce9-43cb-9c32-8f21c57bf487 HTTP/1.1" status: 204 len: 168 time: 0.6551056 May 11 19:48:57.707793 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8ef9a706-869e-47be-ba35-e5b9ce245470 req-9fe8f6a1-5eeb-4a32-b9d7-d3664d92eff6 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142061 May 11 19:48:57.831676 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489121a-3f9a-44cd-a85a-e5260ca22fd0 req-2d58f7fe-c8e1-427f-b113-2db7170619cb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:57.831676 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9489121a-3f9a-44cd-a85a-e5260ca22fd0 req-2d58f7fe-c8e1-427f-b113-2db7170619cb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.1127090 May 11 19:48:57.868107 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:57.894868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7944dc-4e8a-4ce2-b56d-b60e7678e0e2 req-82f931d0-60b2-43bf-9f7f-1f9605d48f46 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:57.899380 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5b7944dc-4e8a-4ce2-b56d-b60e7678e0e2 req-82f931d0-60b2-43bf-9f7f-1f9605d48f46 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1241879 May 11 19:48:57.964795 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5b7944dc-4e8a-4ce2-b56d-b60e7678e0e2 req-1b1ea7fe-3bde-481d-b636-a8d0773fd2f7 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620208 May 11 19:48:57.988734 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9489121a-3f9a-44cd-a85a-e5260ca22fd0 req-962ff1cd-6b8a-462b-8f80-95e0f6b0d178 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452742 May 11 19:48:58.013059 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-a8b5268e-97ba-4ada-a1b1-335b006b3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:58.014583 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-a8b5268e-97ba-4ada-a1b1-335b006b3336 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 1098 time: 0.1226060 May 11 19:48:58.056128 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-47be5696-3409-48d3-9ab0-aa485c8004e8 req-044e586f-0fbc-4f6a-a419-486d56317ebb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:58.056901 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.077025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:58.087526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Usage tracker for resource:security_group_rule and tenant:e525900b287d4b4f9a8e8b7fde52a351 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:58.095999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:58.108990 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:58.200024 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-47be5696-3409-48d3-9ab0-aa485c8004e8 req-044e586f-0fbc-4f6a-a419-486d56317ebb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:58.201275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-47be5696-3409-48d3-9ab0-aa485c8004e8 req-044e586f-0fbc-4f6a-a419-486d56317ebb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 210 time: 0.1949348 May 11 19:48:58.297880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.320196 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f368b0-d97c-4865-832b-1485d50df069 req-221cf00f-8cdc-45a5-9c0b-7667b1dfedbc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:58.322135 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-83f368b0-d97c-4865-832b-1485d50df069 req-221cf00f-8cdc-45a5-9c0b-7667b1dfedbc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 944 time: 0.1469970 May 11 19:48:58.327409 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-456b62f0-3add-41a8-86b0-52e1188e349e req-942f2ec1-d25e-42ac-9bb6-efade38b1f47 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.0746377 May 11 19:48:58.377960 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-83f368b0-d97c-4865-832b-1485d50df069 req-64d8a7c9-3b18-4d41-97c4-e0f44250e6f1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 May 11 19:48:58.405898 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 718603f3-04a0-4cd3-b139-21d9390931a6 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:48:58.417456 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.439799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-786216fb-20ce-4b79-9d99-c46c3b0c627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:58.451903 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5e457ff5-6a5b-40c6-89d9-c9fa9c4962ec req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302714 May 11 19:48:58.476829 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=552da62d-b0e8-4f48-b385-5199793060fe,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:58.480411 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:58.499855 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 60938) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:58.521895 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.538780 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:48:58.543496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Usage tracker for resource:security_group_rule and tenant:513eabdcd5d442bd9650a84b700beca4 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:48:58.546404 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:48:58.552989 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:48:58.571010 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 718603f3-04a0-4cd3-b139-21d9390931a6 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:48:58.576125 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 718603f3-04a0-4cd3-b139-21d9390931a6 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:48:58.576578 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.648290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.702764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.704559 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.712280 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:58.739314 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=718603f3-04a0-4cd3-b139-21d9390931a6,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:48:58.760971 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=513eabdcd5d442bd9650a84b700beca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576995 May 11 19:48:58.761855 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c5a1d-6aa3-47d8-ba1e-73b3fd8950e0,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:58.763769 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 60946) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:48:58.764765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:58.825800 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.851449 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.852760 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:58.853490 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:58.921815 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:58.925142 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:59.014129 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:59.035139 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4bb78453-cf9d-46b5-b55e-e679ef04870c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:48:59.048221 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c5a1d-6aa3-47d8-ba1e-73b3fd8950e0,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:48:59.055908 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:48:59.058644 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:48:59.060093 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e0c5a1d-6aa3-47d8-ba1e-73b3fd8950e0 HTTP/1.1" status: 204 len: 168 time: 0.2951221 May 11 19:48:59.279584 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4faf-b72c-44ec-8f04-cd2489c32cc5 req-a60858d2-c192-460b-872f-a6b5d8f6de29 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:59.281036 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ea3c4faf-b72c-44ec-8f04-cd2489c32cc5 req-a60858d2-c192-460b-872f-a6b5d8f6de29 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1039062 May 11 19:48:59.300784 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795950c-2260-4d99-aba6-9db9af3d6f89 req-b4a88d96-9624-429e-b3d7-8d7991dc3225 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:59.303994 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1795950c-2260-4d99-aba6-9db9af3d6f89 req-b4a88d96-9624-429e-b3d7-8d7991dc3225 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.0915143 May 11 19:48:59.352446 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ea3c4faf-b72c-44ec-8f04-cd2489c32cc5 req-51e46c1f-3928-4604-ba16-fd1aadea8cd8 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653095 May 11 19:48:59.403533 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1795950c-2260-4d99-aba6-9db9af3d6f89 req-9fd8945e-2ea9-46b6-9454-7be55f1bf8ac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922656 May 11 19:48:59.487333 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b'}, {'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:48:59.537358 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8ecc6a90-62d0-4ebd-9315-6bf73d0061b7 req-f3a75f87-d199-48e1-8f2a-da8b9d44bab0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 210 time: 0.0584702 May 11 19:48:59.570747 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-b5e97c34-d6b7-4d53-9d77-21d3eaa39d7a req-20750e1e-9957-4fae-a68b-a0cf8f44b643 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:48:59.724833 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-b5e97c34-d6b7-4d53-9d77-21d3eaa39d7a req-20750e1e-9957-4fae-a68b-a0cf8f44b643 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:48:59.726015 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b5e97c34-d6b7-4d53-9d77-21d3eaa39d7a req-20750e1e-9957-4fae-a68b-a0cf8f44b643 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.2347956 May 11 19:48:59.733937 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7cb2-b8cb-4d12-a5ec-095f6e032941 req-3ffa3e62-1ddb-45d9-9bea-780ad1c35888 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:48:59.735427 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f05d7cb2-b8cb-4d12-a5ec-095f6e032941 req-3ffa3e62-1ddb-45d9-9bea-780ad1c35888 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 944 time: 0.0798192 May 11 19:48:59.782205 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f05d7cb2-b8cb-4d12-a5ec-095f6e032941 req-3bfbca37-3b08-4c2f-bf4a-73309c9e906a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 May 11 19:48:59.792141 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b', 'code': 200} May 11 19:48:59.792141 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6', 'code': 200} May 11 19:49:00.327591 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f5f2-b0a3-4184-a0cb-c266d5282480 req-e31c98ef-278c-412e-b96b-bf2549096535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:00.329285 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4288f5f2-b0a3-4184-a0cb-c266d5282480 req-e31c98ef-278c-412e-b96b-bf2549096535 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 1099 time: 0.0941768 May 11 19:49:00.409872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device c8bf1eda-8ff9-4790-bf31-222813183d61 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:49:00.426334 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4288f5f2-b0a3-4184-a0cb-c266d5282480 req-e66eed96-4df2-4447-b903-2d5237d0d147 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857024 May 11 19:49:00.464921 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64a44-b1b5-4820-a7e6-c05dff4aec5b req-4510913b-d34c-4759-8374-0b397c6d44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:00.466524 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-77c64a44-b1b5-4820-a7e6-c05dff4aec5b req-4510913b-d34c-4759-8374-0b397c6d44b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.0810065 May 11 19:49:00.646881 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8b5e-52d6-4687-bfd0-ec4a4fe2549a req-506db4fb-df08-4212-bc82-600260842e53 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:00.648713 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-043f8b5e-52d6-4687-bfd0-ec4a4fe2549a req-506db4fb-df08-4212-bc82-600260842e53 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1083384 May 11 19:49:00.685302 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c8bf1eda-8ff9-4790-bf31-222813183d61,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:00.702386 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-043f8b5e-52d6-4687-bfd0-ec4a4fe2549a req-bd5ecc3d-444a-46f9-95cb-531d44fddb88 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474722 May 11 19:49:00.711673 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'c8bf1eda-8ff9-4790-bf31-222813183d61', 'network_id': 'edb9660d-3bd3-44af-a214-e0e768a6a043', 'port_id': 'c8bf1eda-8ff9-4790-bf31-222813183d61', 'mac_address': 'fa:16:3e:45:e1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef60fd2-1ece-4328-83b9-7376b1781f29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:49:00.780642 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-88e02c77-814e-4886-a64c-3e683ccaf70d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:00.782152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-88e02c77-814e-4886-a64c-3e683ccaf70d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 811 time: 0.3757787 May 11 19:49:00.784549 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-77c64a44-b1b5-4820-a7e6-c05dff4aec5b req-ef67c6e0-4eba-45f0-bf1f-e408b08244d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499310 May 11 19:49:00.807652 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:00.826099 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bf1eda-8ff9-4790-bf31-222813183d61 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:00.826418 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32040339-0f5b-4213-8125-c3d35d5a9387 req-f6bdc063-8796-40ae-9dab-75fbb47442b7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:00.827881 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-32040339-0f5b-4213-8125-c3d35d5a9387 req-f6bdc063-8796-40ae-9dab-75fbb47442b7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.1834166 May 11 19:49:00.883591 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c8bf1eda-8ff9-4790-bf31-222813183d61,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:00.904549 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-daf6db1e-1482-4690-b33b-2add6455904c req-21474212-06c1-4313-a511-e9cb4092d27b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 210 time: 0.0529654 May 11 19:49:00.940231 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-32040339-0f5b-4213-8125-c3d35d5a9387 req-7e0e792f-bd0f-4dd6-acd0-b2321d963ce6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006286 May 11 19:49:01.002052 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:01.006021 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:01.124553 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:01.133064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:01.178865 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c22df7dc-128b-49ec-9465-c48086bc31d9 req-452fe826-44e7-4032-87a1-9cb426fc689f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.1519365 May 11 19:49:01.209335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-47d7502f-1eb9-43eb-9844-56bbc54fee3b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:01.220133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-47d7502f-1eb9-43eb-9844-56bbc54fee3b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:01.222332 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-47d7502f-1eb9-43eb-9844-56bbc54fee3b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 380 time: 0.1786287 May 11 19:49:01.236309 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'port': {'device_id': '975544db-f1b9-4160-a357-51110abd2466', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'admin_state_up': True, 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'security_groups': ['42af9a58-103e-47bc-988e-42748a95a9d8']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:01.348137 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfb64b-d328-4923-82c7-7acad4ff0804 req-d3e92add-98c8-496b-9563-fcdab77b2d69 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:01.349637 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9dfb64b-d328-4923-82c7-7acad4ff0804 req-d3e92add-98c8-496b-9563-fcdab77b2d69 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 945 time: 0.2136977 May 11 19:49:01.355827 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['c8bf1eda-8ff9-4790-bf31-222813183d61'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:01.449145 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9dfb64b-d328-4923-82c7-7acad4ff0804 req-acec4175-f1ee-40ec-907d-798b23b9aa38 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857651 May 11 19:49:01.461028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:01.497637 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:01.565954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Made reservation on behalf of 2a80f626f6674fa89024239f8ed1f6ac for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:49:01.569510 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:01.776538 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Allocated IP 172.20.0.8 (38952c9f-7c04-40fc-a223-34e09d00398b/e5774c5d-c0e6-47b1-9a7d-2dbd2854784b/3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:49:01.889869 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-4fe125d0-1b36-45c0-be63-c77236c8c95f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:01.891629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-4fe125d0-1b36-45c0-be63-c77236c8c95f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:01.966560 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5d045-9731-4e85-9ddc-fc9349eac48c req-93b78802-e645-471e-a320-2e096428f280 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:01.968648 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0da5d045-9731-4e85-9ddc-fc9349eac48c req-93b78802-e645-471e-a320-2e096428f280 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1349423 May 11 19:49:02.034804 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.052563 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Transition to ACTIVE for port object 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:49:02.054314 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0da5d045-9731-4e85-9ddc-fc9349eac48c req-a0a76ccb-7656-4f74-ad35-29e675cdb059 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789673 May 11 19:49:02.055346 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-4fe125d0-1b36-45c0-be63-c77236c8c95f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:02.062512 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-4fe125d0-1b36-45c0-be63-c77236c8c95f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 816 time: 0.3820281 May 11 19:49:02.138979 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c7228b36-56b3-40ab-b5d1-d7091b11987c req-fd333ac5-5a42-4c84-8abb-8d44f2250bf8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 210 time: 0.0587924 May 11 19:49:02.193324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.204043 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe9ac0bd-7f31-4385-8c51-a47f57e203bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:02.242001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-35bc3303-9200-4558-b924-0b7a48667aa1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:02.355581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570fbd0-e852-4840-a548-77c016af9e94 req-c0ae9b9c-26c1-4ebe-8e1b-72311f8bf824 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:02.357215 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9570fbd0-e852-4840-a548-77c016af9e94 req-c0ae9b9c-26c1-4ebe-8e1b-72311f8bf824 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.1114335 May 11 19:49:02.409573 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9570fbd0-e852-4840-a548-77c016af9e94 req-9e1a3e64-9650-40d0-9cd7-23a924057c46 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 May 11 19:49:02.410541 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-35bc3303-9200-4558-b924-0b7a48667aa1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:02.411840 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-35bc3303-9200-4558-b924-0b7a48667aa1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 379 time: 0.2536635 May 11 19:49:02.422402 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device c8bf1eda-8ff9-4790-bf31-222813183d61 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:49:02.423663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'port': {'device_id': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'admin_state_up': True, 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'security_groups': ['e129043a-44d7-42b3-9fdf-83e181dbc5bd']}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:02.433330 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-defa28ea-a30a-4d89-ae92-0c239e2fc959 req-1fcec27a-6065-43f4-9579-6f7183cacfe0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.0705140 May 11 19:49:02.448016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Network 38952c9f-7c04-40fc-a223-34e09d00398b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:49:02.450937 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:49:02.456212 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:49:02.473804 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:02.474797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.497538 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:02.519858 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:02.652231 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215488 May 11 19:49:02.679918 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port c8bf1eda-8ff9-4790-bf31-222813183d61 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:02.686051 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port c8bf1eda-8ff9-4790-bf31-222813183d61 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:02.686753 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.698929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Request body: {'port': {'device_id': '975544db-f1b9-4160-a357-51110abd2466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:02.748718 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:02.768143 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:02.796331 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f669526-2a9e-4b72-969d-e961b5fc586e req-32f30e48-1356-457a-b29d-bc3455d7e38f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:02.804314 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3f669526-2a9e-4b72-969d-e961b5fc586e req-32f30e48-1356-457a-b29d-bc3455d7e38f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 945 time: 0.1646366 May 11 19:49:02.862317 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3f669526-2a9e-4b72-969d-e961b5fc586e req-821f9a78-f6c1-4b8e-bc92-a03e640525d0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568388 May 11 19:49:02.866366 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Made reservation on behalf of d79e5dd21079416093263b7ed05d9790 for: {'port': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:49:02.873773 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.891193 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.915299 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-186f0ab2-88ff-4e9c-b4e5-1b7b725b2dd5 None None] Provisioning for port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:02.921437 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.933104 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-186f0ab2-88ff-4e9c-b4e5-1b7b725b2dd5 None None] Provisioning complete for port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:02.933404 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-186f0ab2-88ff-4e9c-b4e5-1b7b725b2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:02.994160 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:03.026207 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c8bf1eda-8ff9-4790-bf31-222813183d61,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:03.027320 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-186f0ab2-88ff-4e9c-b4e5-1b7b725b2dd5 None None] Port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:49:03.056712 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61', 'code': 200} May 11 19:49:03.079168 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Allocated IP 172.20.0.14 (1b072cba-28ae-4f80-9deb-c23d96d79de9/31904e56-c724-4dcc-939c-b75c27be625d/9d8dae80-36df-45f8-8b98-0c1fded1c6b3) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:49:03.093191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:03.099491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:03.257500 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:03.260748 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:03.430690 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:03.435462 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:03.443526 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:03.451443 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a2e7d-3e48-4370-893a-eec2724d6f9c req-005d83d3-4b95-416f-9c2d-741e6c38ece4 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:03.452733 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4f7a2e7d-3e48-4370-893a-eec2724d6f9c req-005d83d3-4b95-416f-9c2d-741e6c38ece4 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1626897 May 11 19:49:03.467396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Transition to ACTIVE for port object 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:49:03.473565 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Transition to ACTIVE for port object 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:49:03.480665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc3c0b-a9bf-4d4e-80e3-2e634710ecd5 req-ffeb55df-fd0d-4f8d-a23d-bbe06a492726 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:03.481375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-e1bc3c0b-a9bf-4d4e-80e3-2e634710ecd5 req-ffeb55df-fd0d-4f8d-a23d-bbe06a492726 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:03.571187 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4f7a2e7d-3e48-4370-893a-eec2724d6f9c req-55dd1173-312a-45a1-8c62-5e525a843540 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025481 May 11 19:49:03.644060 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161740-c832-4ea7-ac60-73301e24b1a4 req-9dba8d89-57cf-420e-af44-98a792310070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:03.646811 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c6161740-c832-4ea7-ac60-73301e24b1a4 req-9dba8d89-57cf-420e-af44-98a792310070 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1099 time: 0.1320186 May 11 19:49:03.705869 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c6161740-c832-4ea7-ac60-73301e24b1a4 req-b4060cee-a4a7-489f-aaf1-0ee55e5eb015 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 May 11 19:49:03.730929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:03.737174 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:03.748915 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bf90f5c7-e744-47c0-a311-3c1b32d194e1 req-a71f047d-3106-4245-b454-d5c5fb7c5815 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.0420001 May 11 19:49:03.850073 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-e1bc3c0b-a9bf-4d4e-80e3-2e634710ecd5 req-ffeb55df-fd0d-4f8d-a23d-bbe06a492726 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:03.851283 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1bc3c0b-a9bf-4d4e-80e3-2e634710ecd5 req-ffeb55df-fd0d-4f8d-a23d-bbe06a492726 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 931 time: 0.5411210 May 11 19:49:03.863949 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:03.872654 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:04.009835 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:04.016434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:04.026335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Attempting to bind port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:49:04.026666 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Attempting to bind port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:49:04.027007 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Attempting to bind port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:04.037019 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b on network 38952c9f-7c04-40fc-a223-34e09d00398b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:49:04.037594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Attempting to bind port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:04.040170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:04.050697 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1bc3c0b-a9bf-4d4e-80e3-2e634710ecd5 req-737025e6-80be-447f-997a-296a85fd7b36 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800514 May 11 19:49:04.050697 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:49:04.050697 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Checking segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:49:04.050697 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Bound using segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:49:04.050697 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Bound port: 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:49:04.051116 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.052056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:04.053104 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:49:04.054259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:49:04.057356 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:49:04.158522 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:49:04.162117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:49:04.222437 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:04.223233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.274387 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.278411 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-48268584-40a4-431b-8999-86b8a24099f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:04.284814 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc14db-e0df-4832-8033-45479d8e06a7 req-2803243e-12a3-4dce-9914-486e849a1c36 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:04.286449 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-addc14db-e0df-4832-8033-45479d8e06a7 req-2803243e-12a3-4dce-9914-486e849a1c36 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1600096 May 11 19:49:04.339383 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:04.345424 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-addc14db-e0df-4832-8033-45479d8e06a7 req-3d735249-067f-4308-bd7a-b4745e3b1664 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 May 11 19:49:04.345774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.345774 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 1093 time: 1.6469963 May 11 19:49:04.345774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:04.368360 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9498038 May 11 19:49:04.384285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:04.395998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:04.399827 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'status': 'completed', 'code': 200} May 11 19:49:04.448001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Request body: {'port': {'device_id': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:04.520570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-7455ad16-eb0c-442c-a6cc-b8302eca0a22 None None] Provisioning for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:04.532038 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-7455ad16-eb0c-442c-a6cc-b8302eca0a22 None None] Provisioning complete for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:04.532671 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7455ad16-eb0c-442c-a6cc-b8302eca0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.574068 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5655-d17d-47a9-a56f-63572359756a req-8868cc2b-4ea2-427f-8941-8421c96e4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:04.575581 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b67b5655-d17d-47a9-a56f-63572359756a req-8868cc2b-4ea2-427f-8941-8421c96e4282 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1096 time: 0.1124151 May 11 19:49:04.616786 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-7455ad16-eb0c-442c-a6cc-b8302eca0a22 None None] Port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:49:04.638480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:04.794334 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5655-d17d-47a9-a56f-63572359756a req-87a92b1f-9256-4765-9242-789d0f3c57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:04.796198 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b67b5655-d17d-47a9-a56f-63572359756a req-87a92b1f-9256-4765-9242-789d0f3c57c6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1918399 May 11 19:49:05.010089 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5655-d17d-47a9-a56f-63572359756a req-9f0c416d-5784-45d7-b817-aa33612de67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:05.011678 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b67b5655-d17d-47a9-a56f-63572359756a req-9f0c416d-5784-45d7-b817-aa33612de67d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991937 May 11 19:49:05.132263 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850a1a-8e21-4d29-83e5-8a6f156894dc req-4f5b721e-97e3-4b5d-9553-1736499c37d5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:05.133099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-a2850a1a-8e21-4d29-83e5-8a6f156894dc req-4f5b721e-97e3-4b5d-9553-1736499c37d5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:05.224201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-a2850a1a-8e21-4d29-83e5-8a6f156894dc req-4f5b721e-97e3-4b5d-9553-1736499c37d5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:05.231049 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2850a1a-8e21-4d29-83e5-8a6f156894dc req-4f5b721e-97e3-4b5d-9553-1736499c37d5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 932 time: 0.3230102 May 11 19:49:05.271931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:05.273247 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7710-7929-4365-bd62-fe2cd040e66e req-3c8aa02e-e51e-41f4-a20f-095fe574e3b3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:05.274747 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f0e7710-7929-4365-bd62-fe2cd040e66e req-3c8aa02e-e51e-41f4-a20f-095fe574e3b3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 943 time: 0.0904653 May 11 19:49:05.292728 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:05.315944 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2850a1a-8e21-4d29-83e5-8a6f156894dc req-762a3019-c4df-424a-a2d2-17455163d7cc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839612 May 11 19:49:05.318438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Transition to ACTIVE for port object 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 will not be triggered until provisioned by entity L2. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:49:05.323026 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f0e7710-7929-4365-bd62-fe2cd040e66e req-50f75ec7-b5e8-4b53-b0f3-2689afc2b730 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 May 11 19:49:05.433470 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:05.440294 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:05.559188 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9207e-7d69-4c4b-9964-1738d658b535 req-cf8c8ec3-fdaa-4d26-9bb8-3a0aab4ae538 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:05.560960 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0bf9207e-7d69-4c4b-9964-1738d658b535 req-cf8c8ec3-fdaa-4d26-9bb8-3a0aab4ae538 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1029937 May 11 19:49:05.652283 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:05.683293 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0bf9207e-7d69-4c4b-9964-1738d658b535 req-ef6a848f-8333-4624-94a0-9361b44c0017 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093695 May 11 19:49:05.701865 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:05.786361 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Attempting to bind port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:49:05.786642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Attempting to bind port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:49:05.787300 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Attempting to bind port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:05.793091 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:49:05.793570 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Attempting to bind port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:05.803237 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:49:05.803797 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Checking segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:49:05.804923 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Bound using segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:49:05.805915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Bound port: 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:49:05.807394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:05.953945 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, cleared binding levels {{(pid=79322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:49:05.957850 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:49:06.023440 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:06.028342 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:06.081755 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:06.082385 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:06.083803 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 200 len: 1094 time: 1.6401706 May 11 19:49:06.084309 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:06.116460 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=3']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:06.120345 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:06.191579 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'status': 'completed', 'code': 200} May 11 19:49:06.356162 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e194900-9d41-4366-80b3-205b7c8ee137 req-5a0d08d2-8e64-4d4e-8a33-a772b83c3a6c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:06.357488 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2e194900-9d41-4366-80b3-205b7c8ee137 req-5a0d08d2-8e64-4d4e-8a33-a772b83c3a6c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0830760 May 11 19:49:06.403666 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2e194900-9d41-4366-80b3-205b7c8ee137 req-2c02c018-22c6-4ce3-8f55-5465483243d6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 May 11 19:49:06.589143 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c610143-d205-490f-854f-91076b50a35c req-6838dba0-87a8-41c0-9f88-6448f090dd17 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:06.592305 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1c610143-d205-490f-854f-91076b50a35c req-6838dba0-87a8-41c0-9f88-6448f090dd17 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0923712 May 11 19:49:06.639308 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1c610143-d205-490f-854f-91076b50a35c req-8f07ce8c-da88-460e-9f54-c6fb01aeda5c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424683 May 11 19:49:06.819257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf2433-3e36-4c22-85b8-21f4aa5ea72d req-e1635879-8e0c-4027-84d6-2188433bf6c6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:06.820710 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bdbf2433-3e36-4c22-85b8-21f4aa5ea72d req-e1635879-8e0c-4027-84d6-2188433bf6c6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 943 time: 0.0790758 May 11 19:49:06.865501 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bdbf2433-3e36-4c22-85b8-21f4aa5ea72d req-36886f70-1205-465a-9c8f-47e43612e9ce tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 May 11 19:49:07.607712 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd1341-4c6a-466f-91ff-8915c587e3f3 req-b96bb482-dff5-4ab5-8d56-5980edc01d90 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:07.609181 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-52dd1341-4c6a-466f-91ff-8915c587e3f3 req-b96bb482-dff5-4ab5-8d56-5980edc01d90 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0918548 May 11 19:49:07.654289 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-52dd1341-4c6a-466f-91ff-8915c587e3f3 req-112fd568-426c-4db7-96d6-dd53dfba52bc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 May 11 19:49:07.723766 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33004) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:07.848274 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a539-f4a1-48a4-8172-ad418e020aa1 req-e6f00fab-4bdc-46ee-b295-a67c49e047f8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:07.849787 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9b78a539-f4a1-48a4-8172-ad418e020aa1 req-e6f00fab-4bdc-46ee-b295-a67c49e047f8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0900247 May 11 19:49:07.895054 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:07.930366 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:07.934613 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Usage tracker for resource:security_group_rule and tenant:73eea43a0f744189bdec875586cfe07a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:07.939736 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:07.949205 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9b78a539-f4a1-48a4-8172-ad418e020aa1 req-31f257c1-8b75-4ece-9cb2-d6e2c2b8ba36 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729208 May 11 19:49:07.950087 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:08.129821 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:08.161492 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-a28dfffd-55f3-4d1d-b37a-7912293832ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.163020 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-a28dfffd-55f3-4d1d-b37a-7912293832ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1096 time: 0.1655421 May 11 19:49:08.188530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8796-f79b-49e6-9927-f406f837dc9e req-e3b60b51-ea97-4d95-869e-a89ef46c77a2 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.190868 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-782c8796-f79b-49e6-9927-f406f837dc9e req-e3b60b51-ea97-4d95-869e-a89ef46c77a2 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 943 time: 0.1269138 May 11 19:49:08.211811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bb540-5728-4913-bdb9-ac752b69da4b req-a19d9cf7-0d9e-4d81-961b-e8add600405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.213378 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-374bb540-5728-4913-bdb9-ac752b69da4b req-a19d9cf7-0d9e-4d81-961b-e8add600405c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1097 time: 0.0973451 May 11 19:49:08.246951 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:08.341030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0d14089-4bba-4820-bd95-a58602d4fb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:08.382890 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-82f9de10-c92c-49a1-ad3b-b3f479d16739 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 217 time: 0.1910913 May 11 19:49:08.404674 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bb540-5728-4913-bdb9-ac752b69da4b req-2c6a0682-b206-427e-abbf-9e0671459edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.406100 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-374bb540-5728-4913-bdb9-ac752b69da4b req-2c6a0682-b206-427e-abbf-9e0671459edb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d79e5dd21079416093263b7ed05d9790&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1524467 May 11 19:49:08.484602 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73eea43a0f744189bdec875586cfe07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588031 May 11 19:49:08.491626 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be2b6f8-53b0-403d-a0f9-e387553d9c70,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:08.497459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33032) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:08.502186 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:08.519202 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-782c8796-f79b-49e6-9927-f406f837dc9e req-38f3bc1c-9552-46d5-9ad6-3efc33f04fc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795193 May 11 19:49:08.545148 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-a3962be8-a2d4-4cb2-bc77-d899cebca514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.546583 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-a3962be8-a2d4-4cb2-bc77-d899cebca514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.1395607 May 11 19:49:08.574656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bb540-5728-4913-bdb9-ac752b69da4b req-18c0f161-5867-467a-8dc9-b9af1d64488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.576529 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-374bb540-5728-4913-bdb9-ac752b69da4b req-18c0f161-5867-467a-8dc9-b9af1d64488c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627538 May 11 19:49:08.639362 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90621-a186-46de-b603-54bf752bcb1d req-11ebb4c7-68cb-4ce7-af7d-3395ae05af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.640839 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-11ebb4c7-68cb-4ce7-af7d-3395ae05af08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1099 time: 0.3790081 May 11 19:49:08.651721 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:08.723634 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-664e7f51-f640-44ab-9ff5-4ad61dae87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.725118 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-664e7f51-f640-44ab-9ff5-4ad61dae87d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1097 time: 0.0771079 May 11 19:49:08.757380 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:08.806725 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-af8075e3-2602-4275-865a-108ce1ef182a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 200 len: 217 time: 0.0626776 May 11 19:49:08.868558 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-f91ebf12-aafe-4063-8c1e-dc6f187c7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.870036 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-f91ebf12-aafe-4063-8c1e-dc6f187c7cde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3080351 May 11 19:49:08.913475 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-f0b84575-b266-4efc-a378-7d85890341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.919244 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-f0b84575-b266-4efc-a378-7d85890341e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.1019759 May 11 19:49:08.933531 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90621-a186-46de-b603-54bf752bcb1d req-571aaae4-b97c-4b4b-b5de-0ea013f20fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:08.935002 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-571aaae4-b97c-4b4b-b5de-0ea013f20fe8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.2844369 May 11 19:49:09.073765 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-3b8ee4aa-3cc8-4a04-bf7f-7c3eb08ac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:09.073765 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-3b8ee4aa-3cc8-4a04-bf7f-7c3eb08ac61b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1479685 May 11 19:49:09.103942 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-a26dbe84-1169-4d63-ae1b-5d91b7d200b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 200 len: 217 time: 0.1223779 May 11 19:49:09.132902 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d062-0469-41ed-9d80-3cd34ed1c384 req-fa845a1c-dbbb-496a-8549-edb52f76c21c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:09.134499 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fa58d062-0469-41ed-9d80-3cd34ed1c384 req-fa845a1c-dbbb-496a-8549-edb52f76c21c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.3570435 May 11 19:49:09.233484 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:09.249214 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:09.283886 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be2b6f8-53b0-403d-a0f9-e387553d9c70,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:09.287124 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:09.304213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-7f23313c-fd0c-445c-8f3a-802c9058a508 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699109 May 11 19:49:09.307559 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fa58d062-0469-41ed-9d80-3cd34ed1c384 req-7e28fd9e-d59a-44a8-b6b4-509f6f738549 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186523 May 11 19:49:09.332796 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90621-a186-46de-b603-54bf752bcb1d req-35d4a674-85ef-4f67-b50a-247b1e681982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:09.334394 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-35d4a674-85ef-4f67-b50a-247b1e681982 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1885982 May 11 19:49:09.336619 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-4a8b4408-a2ac-4f67-84e3-957bca869e89 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495444 May 11 19:49:09.337429 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:09.338459 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9be2b6f8-53b0-403d-a0f9-e387553d9c70 HTTP/1.1" status: 204 len: 168 time: 0.8393974 May 11 19:49:09.539963 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-911dde27-82f5-4511-a1c9-ae5ea060997c req-c1ccfe9d-c3e9-4fe4-957b-9b112cf2dac3 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285922 May 11 19:49:09.543246 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-11dca972-7fa6-42bf-a25c-0fdcac157c54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958809 May 11 19:49:09.685860 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bbefb11e-5394-4337-b964-7f4b7623d0d5 req-1eee05a3-bff2-405b-9164-86471638f49a service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371825 May 11 19:49:09.728367 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68da87-1dc8-4680-b134-f1aa1b29f2d5 req-f887089d-0d67-44ac-9dce-d11b99c6e05b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:09.729794 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6e68da87-1dc8-4680-b134-f1aa1b29f2d5 req-f887089d-0d67-44ac-9dce-d11b99c6e05b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.2568738 May 11 19:49:09.775142 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-84a73692-d016-4ff2-bc7c-7ba45f3d711c service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182710 May 11 19:49:09.864256 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6e68da87-1dc8-4680-b134-f1aa1b29f2d5 req-13be5b57-142f-4561-9444-7866a12d1d70 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268051 May 11 19:49:09.927007 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-18b90621-a186-46de-b603-54bf752bcb1d req-9ebb30e7-a776-4ce0-8a37-e0261b326598 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410441 May 11 19:49:10.050918 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33076) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:10.080236 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebbaa1-3e85-4e17-9021-d9acb7ff3d1b req-c643a352-398d-4e33-a765-266ed766748f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:10.081757 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0aebbaa1-3e85-4e17-9021-d9acb7ff3d1b req-c643a352-398d-4e33-a765-266ed766748f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 943 time: 0.1021948 May 11 19:49:10.086663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.201123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:10.211765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Usage tracker for resource:security_group_rule and tenant:6cab49080a1041c48f8834970c795d83 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:10.215816 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:10.225659 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:10.232324 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0aebbaa1-3e85-4e17-9021-d9acb7ff3d1b req-74197a81-3f94-4306-9f4b-1781b6055b00 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559278 May 11 19:49:10.312003 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.452698 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.467593 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:10.512220 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cab49080a1041c48f8834970c795d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602551 May 11 19:49:10.514885 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33086) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:10.516226 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8f637-5708-459f-8551-fe69e24a11a6,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:10.520255 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:10.548316 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362faef3-ae5a-4edd-ab52-cba5ec74deb2 req-22ccabc4-df9d-492f-9db9-9d04baafa418 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:10.549829 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-362faef3-ae5a-4edd-ab52-cba5ec74deb2 req-22ccabc4-df9d-492f-9db9-9d04baafa418 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1318755 May 11 19:49:10.594813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.595024 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-362faef3-ae5a-4edd-ab52-cba5ec74deb2 req-46654a9c-6df3-4c84-aa93-c2fa52104b41 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 May 11 19:49:10.635823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.748831 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.753590 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:10.764661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8f637-5708-459f-8551-fe69e24a11a6,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:10.769312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:10.781856 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:10.783182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ec8f637-5708-459f-8551-fe69e24a11a6 HTTP/1.1" status: 204 len: 168 time: 0.2671802 May 11 19:49:11.065683 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb574-2111-4744-a6b2-a0f749101da9 req-781452fa-307c-49b9-ae4c-b9f85e038282 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:11.067304 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-537fb574-2111-4744-a6b2-a0f749101da9 req-781452fa-307c-49b9-ae4c-b9f85e038282 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0857322 May 11 19:49:11.160020 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-537fb574-2111-4744-a6b2-a0f749101da9 req-0e0b0ab2-663e-4f0e-9e36-5735daede1d7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773635 May 11 19:49:11.435567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbaf-3edb-4ec3-bca0-4073cac6a264 req-ce485816-4754-4b6b-86d3-d9c21bcc125a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:11.437025 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e7bdbbaf-3edb-4ec3-bca0-4073cac6a264 req-ce485816-4754-4b6b-86d3-d9c21bcc125a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 943 time: 0.0807395 May 11 19:49:11.483337 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e7bdbbaf-3edb-4ec3-bca0-4073cac6a264 req-9071063c-ee02-4a6b-81f6-2480f38a4d4f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 May 11 19:49:11.737227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33138) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:11.798100 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841a845-0cfc-4989-8fcb-a24458ce6ae5 req-26575ec7-431d-4c14-8140-dac5dae2b05f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:11.800340 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a841a845-0cfc-4989-8fcb-a24458ce6ae5 req-26575ec7-431d-4c14-8140-dac5dae2b05f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0889256 May 11 19:49:11.833798 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:49:11.862680 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a841a845-0cfc-4989-8fcb-a24458ce6ae5 req-3d8622a3-66b6-40f9-adc3-bfff1778f7aa tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562499 May 11 19:49:11.882844 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:11.901925 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:11.906184 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Usage tracker for resource:security_group_rule and tenant:393849acd1d243e89a8ea6822b7494c3 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:11.909696 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:11.915425 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:11.987927 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:12.002429 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'port_id': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'mac_address': 'fa:16:3e:66:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:49:12.005044 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.040139 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.051920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2c203eab-90c1-4282-b9d9-a0cb0708a34a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:12.064353 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.081805 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:12.090243 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980ecd4a-3f86-49ad-866b-18f954be8005,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:12.095054 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=393849acd1d243e89a8ea6822b7494c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566875 May 11 19:49:12.096295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:12.097650 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:12.098418 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33152) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:12.158567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.185819 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.211827 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.213047 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:49:12.232559 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:12.371402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.379101 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:12.396970 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:12.397208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470040-d50e-449b-9db3-05bed97a5ed9 req-f27f91b8-8d19-40c4-9eb5-a8f49c179baf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:12.399013 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-21470040-d50e-449b-9db3-05bed97a5ed9 req-f27f91b8-8d19-40c4-9eb5-a8f49c179baf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1147597 May 11 19:49:12.405748 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ecd4a-3f86-49ad-866b-18f954be8005,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:12.408189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:12.420115 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:12.439798 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.441327 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/980ecd4a-3f86-49ad-866b-18f954be8005 HTTP/1.1" status: 204 len: 168 time: 0.3418248 May 11 19:49:12.472986 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-21470040-d50e-449b-9db3-05bed97a5ed9 req-8b4200f5-163c-44a2-9f71-ee542ccc60eb tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634494 May 11 19:49:12.499846 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:12.524837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:49:12.596151 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.618745 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:12.636875 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:12.692934 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c66e-c988-4dd6-8430-36a8effff089 req-f6dde37f-54cc-445d-9374-f3e795856684 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:12.694280 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3f39c66e-c988-4dd6-8430-36a8effff089 req-f6dde37f-54cc-445d-9374-f3e795856684 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 944 time: 0.0842643 May 11 19:49:12.738146 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3f39c66e-c988-4dd6-8430-36a8effff089 req-d17324a8-3818-4624-b3fc-7831bb0b404b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380838 May 11 19:49:12.783395 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:12.785249 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:12.852246 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:12.855411 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:13.083917 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecb8f9-28c3-4c2e-8b4e-423936b8f224 req-05d99c71-a8ea-4dd3-971f-469abb8af712 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:13.092318 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0cecb8f9-28c3-4c2e-8b4e-423936b8f224 req-05d99c71-a8ea-4dd3-971f-469abb8af712 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1058657 May 11 19:49:13.147643 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0cecb8f9-28c3-4c2e-8b4e-423936b8f224 req-295011fe-9b97-43c2-bd51-a08971e983f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 May 11 19:49:13.294393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:13.522926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9d8dae80-36df-45f8-8b98-0c1fded1c6b3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:13.695434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e684-7f93-4932-8dd7-42aefab790e6 req-1862aacb-bb05-49e8-a5bd-372290222643 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:13.696856 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3427e684-7f93-4932-8dd7-42aefab790e6 req-1862aacb-bb05-49e8-a5bd-372290222643 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 945 time: 0.0856416 May 11 19:49:13.741356 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3427e684-7f93-4932-8dd7-42aefab790e6 req-a4ca22b3-bbb5-4ad4-9b35-bd75b2fff493 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381360 May 11 19:49:13.922015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19551791-2320-4d07-9d37-8f1c6f05ec5a req-b0e50b6f-029a-49c6-9905-7021573a145a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:13.924164 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-19551791-2320-4d07-9d37-8f1c6f05ec5a req-b0e50b6f-029a-49c6-9905-7021573a145a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 944 time: 0.0815749 May 11 19:49:13.967667 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-19551791-2320-4d07-9d37-8f1c6f05ec5a req-3af2a6b8-beac-474d-8b90-2eab1040b355 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380735 May 11 19:49:14.309819 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33220) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:14.327071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.341740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:14.342119 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751b478-cd69-4f55-aa08-a78c154a3f08 req-37197414-260d-4681-9dd8-49dcf7131d24 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:14.343586 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6751b478-cd69-4f55-aa08-a78c154a3f08 req-37197414-260d-4681-9dd8-49dcf7131d24 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0811884 May 11 19:49:14.346095 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Usage tracker for resource:security_group_rule and tenant:cf785b543d9f4efc91fe5b2123cad118 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:14.353712 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:14.355672 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:14.391560 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6751b478-cd69-4f55-aa08-a78c154a3f08 req-c911e8ba-1e35-4d07-95a2-5b1231bd4a33 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 May 11 19:49:14.444305 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.464388 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33226) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:14.485247 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.497633 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fbcc6574-7fbd-424e-bc1f-30898d9ece15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:14.536893 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf785b543d9f4efc91fe5b2123cad118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258079 May 11 19:49:14.538668 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f6487-a0db-449f-a4a6-abf435328e1c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:14.539675 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33232) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:14.541649 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:14.587445 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.601850 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:14.602142 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.605759 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1d67daa4c7485a9390084843c4faa5 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:14.608641 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:14.614821 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:14.629801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.705536 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.754528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.759546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:14.769211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f6487-a0db-449f-a4a6-abf435328e1c,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:14.772675 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:14.775840 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.777453 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d7f6487-a0db-449f-a4a6-abf435328e1c HTTP/1.1" status: 204 len: 168 time: 0.2362440 May 11 19:49:14.792322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.804733 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-35fb7458-c3c9-44f7-95b6-554eefe7271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:14.846255 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d1d67daa4c7485a9390084843c4faa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807771 May 11 19:49:14.847303 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d207fc-a48f-4bcd-94c8-2edf62ae8c25,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:14.848951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33242) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:14.850580 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:14.910470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.937740 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:14.945916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3e6b-8501-4885-b48d-f575cd1aac24 req-b947f8c1-8fee-4011-aee0-1f2f91629e0a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:14.947478 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3c6b3e6b-8501-4885-b48d-f575cd1aac24 req-b947f8c1-8fee-4011-aee0-1f2f91629e0a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 945 time: 0.0888722 May 11 19:49:14.995797 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3c6b3e6b-8501-4885-b48d-f575cd1aac24 req-f05f5cb9-7001-416d-ade0-3913b5a62bee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421028 May 11 19:49:15.041627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:15.046856 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-673999aa-c51f-4736-af76-ff8503e7f10d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:15.059799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d207fc-a48f-4bcd-94c8-2edf62ae8c25,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:15.062211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:15.066537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:15.067757 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1d207fc-a48f-4bcd-94c8-2edf62ae8c25 HTTP/1.1" status: 204 len: 168 time: 0.2168336 May 11 19:49:15.205839 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b3ef5-7819-4525-bbe0-617c50d07092 req-0b476998-6b35-4113-92c0-e60e5aed28b4 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:15.207411 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd5b3ef5-7819-4525-bbe0-617c50d07092 req-0b476998-6b35-4113-92c0-e60e5aed28b4 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 944 time: 0.1318827 May 11 19:49:15.258708 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd5b3ef5-7819-4525-bbe0-617c50d07092 req-6b200cd4-c688-4745-bf1f-a08ddb9073be tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 May 11 19:49:15.604015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd53ef-5e7d-4746-a1b5-ff75cc937c2d req-920462de-381d-405e-bdbe-91f6abe5014d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:15.605603 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8fd53ef-5e7d-4746-a1b5-ff75cc937c2d req-920462de-381d-405e-bdbe-91f6abe5014d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1022401 May 11 19:49:15.659204 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8fd53ef-5e7d-4746-a1b5-ff75cc937c2d req-a63dd227-f182-426c-9d6f-bf14005aa64a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 May 11 19:49:15.850570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:49:15.938218 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33290) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:15.958848 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:15.976773 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:15.977009 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:15.980575 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Usage tracker for resource:security_group_rule and tenant:418220cb72084e818b36ac7c08940582 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:15.982639 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:15.982984 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:15.983370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:15.990025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:16.097700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.166856 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.178477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.194433 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:16.195487 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:16.209380 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:16.226454 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=418220cb72084e818b36ac7c08940582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821112 May 11 19:49:16.226634 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33302) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:16.247108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196dce77-7943-4ee3-a0ec-db9369510dff,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:16.250363 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:16.276008 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'code': 200} May 11 19:49:16.284398 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c35de0-2508-47b0-94c3-6cb25c2c99e3 req-54cbcd29-54b5-4e92-bca2-cb31edac2dd1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:16.288977 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f8c35de0-2508-47b0-94c3-6cb25c2c99e3 req-54cbcd29-54b5-4e92-bca2-cb31edac2dd1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 945 time: 0.1554048 May 11 19:49:16.323977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.342654 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.346330 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:49:16.355404 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.364432 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f8c35de0-2508-47b0-94c3-6cb25c2c99e3 req-89f63a21-f077-49ee-a41e-57717290bbd7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606484 May 11 19:49:16.393011 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-081b1862-42b5-44c5-bc0c-295684dcc143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:16.470599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e574-0168-49af-85ea-bb6775f59509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.479225 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:16.483119 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:16.504250 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.509169 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:16.525808 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196dce77-7943-4ee3-a0ec-db9369510dff,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:16.538350 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.538710 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.539093 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.542806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:16.550790 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:16.560869 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.562219 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/196dce77-7943-4ee3-a0ec-db9369510dff HTTP/1.1" status: 204 len: 168 time: 0.3350196 May 11 19:49:16.573301 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4251e6d-9f6e-4bd2-8bbe-689ac862298f req-f74ad2c2-9bd5-4d2c-b093-01bc0ec21b02 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:16.573301 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b4251e6d-9f6e-4bd2-8bbe-689ac862298f req-f74ad2c2-9bd5-4d2c-b093-01bc0ec21b02 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1258669 May 11 19:49:16.588386 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:16.593486 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:16.593871 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.644733 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b4251e6d-9f6e-4bd2-8bbe-689ac862298f req-804b21ea-81c7-42c7-a03a-93573565d975 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642836 May 11 19:49:16.728108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.769268 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:16.809208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed1006-02a3-4128-a8f9-d9244942dca4 req-45a5261f-c156-439b-bbe6-514e49d26a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:16.810761 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-57ed1006-02a3-4128-a8f9-d9244942dca4 req-45a5261f-c156-439b-bbe6-514e49d26a9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1098 time: 0.0931976 May 11 19:49:16.851575 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:16.854363 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:16.908572 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-57ed1006-02a3-4128-a8f9-d9244942dca4 req-8cdca82d-a4e5-4a1c-b714-c40cc3b87d04 service neutron] Synchronizing usage tracker for tenant:e525900b287d4b4f9a8e8b7fde52a351 on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:16.938571 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:16.942640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:16.983449 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08894397-738e-4b33-8fe5-36ecc2a51cf3 req-aa50e58a-8505-42db-a1a1-a1b2c0eaa7da tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:16.990919 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-08894397-738e-4b33-8fe5-36ecc2a51cf3 req-aa50e58a-8505-42db-a1a1-a1b2c0eaa7da tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1997447 May 11 19:49:17.028295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-57ed1006-02a3-4128-a8f9-d9244942dca4 req-8cdca82d-a4e5-4a1c-b714-c40cc3b87d04 service neutron] Unset dirty status for tenant:e525900b287d4b4f9a8e8b7fde52a351 on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:17.029764 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-57ed1006-02a3-4128-a8f9-d9244942dca4 req-8cdca82d-a4e5-4a1c-b714-c40cc3b87d04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069294 May 11 19:49:17.056261 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-08894397-738e-4b33-8fe5-36ecc2a51cf3 req-5d543c14-ac7f-4932-a11d-2810347a289c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643497 May 11 19:49:17.588346 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cd31d-9216-4561-a885-a7f02433f97d req-ee070769-08fe-4f57-9967-7ec9ac28e746 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:17.589852 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d66cd31d-9216-4561-a885-a7f02433f97d req-ee070769-08fe-4f57-9967-7ec9ac28e746 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0911531 May 11 19:49:17.647211 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d66cd31d-9216-4561-a885-a7f02433f97d req-75c69034-ca8a-4e47-8985-d0997b2df83f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510740 May 11 19:49:17.838181 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc7929-f526-4035-ad07-998d25f73bc3 req-79b1b2ad-3f5a-46e1-8a50-f3faac0ab45d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:17.839665 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-93bc7929-f526-4035-ad07-998d25f73bc3 req-79b1b2ad-3f5a-46e1-8a50-f3faac0ab45d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0857275 May 11 19:49:17.889361 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-93bc7929-f526-4035-ad07-998d25f73bc3 req-be8cc50e-7ee6-415d-a76f-4de6ed28f04a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 May 11 19:49:18.277158 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:18.289418 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a603-ea71-4658-ad55-d35f3f91ebfd req-4ba9b12f-8622-47aa-ba6a-d8fd010e1404 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:18.290901 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-af60a603-ea71-4658-ad55-d35f3f91ebfd req-4ba9b12f-8622-47aa-ba6a-d8fd010e1404 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1025646 May 11 19:49:18.349778 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'code': 200} May 11 19:49:18.396529 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-af60a603-ea71-4658-ad55-d35f3f91ebfd req-47fff30d-1ec6-4463-801a-f4ad586b5edc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998099 May 11 19:49:18.866607 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e00fe-413b-4974-b90f-f62d3ebe621a req-e0aafc68-0b30-4f9d-876a-70bf6e8027b8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:18.873647 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-618e00fe-413b-4974-b90f-f62d3ebe621a req-e0aafc68-0b30-4f9d-876a-70bf6e8027b8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1101704 May 11 19:49:18.880405 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:18.927846 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-618e00fe-413b-4974-b90f-f62d3ebe621a req-58642666-21ea-436a-b166-61b1e40f584a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532370 May 11 19:49:18.976969 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-92fa9a53-5bff-4520-bb63-d3ec5563ebc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:19.115873 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f20c2-3a65-40eb-9334-19761a9b812c req-cf50094d-1875-4380-896b-85390f6be236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:19.117214 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-655f20c2-3a65-40eb-9334-19761a9b812c req-cf50094d-1875-4380-896b-85390f6be236 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1099 time: 0.1301994 May 11 19:49:19.148205 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b598a-daf8-43cf-b5e8-87b54beaa526 req-5643aabd-ac96-482d-a1a5-2db4279823b8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:19.149692 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4c5b598a-daf8-43cf-b5e8-87b54beaa526 req-5643aabd-ac96-482d-a1a5-2db4279823b8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1190882 May 11 19:49:19.199398 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-655f20c2-3a65-40eb-9334-19761a9b812c req-7aaf4509-8e55-4cb8-8fed-6f27d64fec3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734119 May 11 19:49:19.209174 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4c5b598a-daf8-43cf-b5e8-87b54beaa526 req-10c32bb9-c370-42ca-83e4-e51068121bbe tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534778 May 11 19:49:19.584914 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526ede-b567-46ac-bcd4-cf88299090da req-7ff7c4a8-0228-4720-80ce-965634b6e750 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:19.586402 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-26526ede-b567-46ac-bcd4-cf88299090da req-7ff7c4a8-0228-4720-80ce-965634b6e750 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0828304 May 11 19:49:19.631201 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-26526ede-b567-46ac-bcd4-cf88299090da req-b0450168-809a-4e9b-a629-14849baac964 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 May 11 19:49:20.184800 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aa756-3c63-43b0-823c-c6eb5fffb7a5 req-cc0893f8-9f2c-4fc5-92da-faff412268a0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:20.187157 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-015aa756-3c63-43b0-823c-c6eb5fffb7a5 req-cc0893f8-9f2c-4fc5-92da-faff412268a0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1435504 May 11 19:49:20.231147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-4bf4efd7-18e3-4713-b58c-fb97ed78587c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:20.238565 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-015aa756-3c63-43b0-823c-c6eb5fffb7a5 req-d52196cf-95d6-493b-9927-9b24382a3eaf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 May 11 19:49:20.239637 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-4bf4efd7-18e3-4713-b58c-fb97ed78587c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.1683748 May 11 19:49:20.250528 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f4a4774c-1f9f-4128-bbfc-1eb51a8feeb4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/quotas/d56cf86861b749e29a60510719028e27 HTTP/1.1" status: 200 len: 375 time: 0.0097325 May 11 19:49:20.303150 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:20.342976 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-a3c4df45-343c-4abb-a6d4-6c8351718cb0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858986 May 11 19:49:20.436008 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d23b5d-3679-48ad-9915-37e774ac2cb4 req-9808ef73-75f9-4887-bc61-645e965e80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:20.437378 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8d23b5d-3679-48ad-9915-37e774ac2cb4 req-9808ef73-75f9-4887-bc61-645e965e80ed tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0844729 May 11 19:49:20.483784 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8d23b5d-3679-48ad-9915-37e774ac2cb4 req-512c5e4e-2336-4bed-8a4d-5f2ada2eeaec tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395231 May 11 19:49:20.541979 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-008ea559-f8c4-4fc6-bf3a-b6fbcc8d5b3d service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913235 May 11 19:49:20.687437 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-217582c8-c244-483e-9b02-5f25f25e1734 service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308064 May 11 19:49:20.701589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee88d-13ea-49a8-83db-9d8c0fc8bf5b req-774badd2-e78f-4b18-9e16-64d265e45da6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:20.712017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33462) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:20.712418 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7feee88d-13ea-49a8-83db-9d8c0fc8bf5b req-774badd2-e78f-4b18-9e16-64d265e45da6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1014013 May 11 19:49:20.717452 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'floatingip': {'port_id': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:20.803509 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:20.895681 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089ec8-d2e5-44a4-aaf7-41adf9ee41ac req-17eaff03-5426-4f41-8d40-ab2e664727a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:20.898060 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e6089ec8-d2e5-44a4-aaf7-41adf9ee41ac req-17eaff03-5426-4f41-8d40-ab2e664727a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0960143 May 11 19:49:20.956802 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e6089ec8-d2e5-44a4-aaf7-41adf9ee41ac req-7ced0102-db6c-4647-8be9-76272ac389ef tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 May 11 19:49:21.213941 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-cfc6450f-f680-48f2-9de7-03b13ee26d9d req-293ee92c-3ed7-4ac6-8e99-a8d97d1f3c7e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0851555 May 11 19:49:21.566760 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:21.691205 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc01f6-1018-4dd3-bb25-fc8b12feb266 req-1e977677-9a2a-4edc-a0b6-3875f32cfb4f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:21.692679 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3efc01f6-1018-4dd3-bb25-fc8b12feb266 req-1e977677-9a2a-4edc-a0b6-3875f32cfb4f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2902641 May 11 19:49:21.820032 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3efc01f6-1018-4dd3-bb25-fc8b12feb266 req-87918829-86c9-4d28-8944-339c3f515c20 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206617 May 11 19:49:21.836077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:21.902537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:22.167017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7ff7-74e6-486a-ac87-9a1e32652af0 req-7a1384e3-8ef3-49f2-9abf-a0abcdd79792 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:22.172155 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8a3d7ff7-74e6-486a-ac87-9a1e32652af0 req-7a1384e3-8ef3-49f2-9abf-a0abcdd79792 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1521783 May 11 19:49:22.178141 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33510) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:22.184442 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'floatingip': {'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:22.292997 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:22.316395 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Floating IP 48ed186a-cd00-44cd-b195-2f26551430ef associated. External IP: 172.27.3.70, port: 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b. May 11 19:49:22.449311 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:49:22.518717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cc0e1-38bb-4fee-b043-bb04bc271b01 req-dc4c3733-71be-45db-9d67-30b1d67893bc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:22.520473 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-466cc0e1-38bb-4fee-b043-bb04bc271b01 req-dc4c3733-71be-45db-9d67-30b1d67893bc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.3324645 May 11 19:49:22.544229 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3698e978-8050-4949-9eef-6989cd69ac93 req-3ddf6456-4975-43be-ae70-1a55c94e013a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0570903 May 11 19:49:22.711155 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-466cc0e1-38bb-4fee-b043-bb04bc271b01 req-e15b1abb-d86d-4fa9-8a3a-6a4843bfc939 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832981 May 11 19:49:22.777584 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:49:22.995416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:49:23.009629 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:49:23.024680 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:49:23.027060 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:49:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:23.034408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:23.189021 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-048cdc90-620f-4cf3-bbc4-e8214213f3e6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "PUT /v2.0/floatingips/48ed186a-cd00-44cd-b195-2f26551430ef HTTP/1.1" status: 200 len: 990 time: 2.4732380 May 11 19:49:23.189850 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:23.299724 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'status': 'completed', 'code': 200} May 11 19:49:23.390302 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:49:23.503048 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:23.523254 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-465764f0-7e51-46e3-89e8-31d6c3285308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:23.524825 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-465764f0-7e51-46e3-89e8-31d6c3285308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1098 time: 0.1188068 May 11 19:49:23.624331 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:23.724657 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-54635ec6-33de-49f7-bfa4-18611f7af383 req-2c48d5e3-5fca-4110-b896-326191050bc6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 210 time: 0.0524821 May 11 19:49:23.771021 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '48ed186a-cd00-44cd-b195-2f26551430ef', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:66:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975544db-f1b9-4160-a357-51110abd2466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:53Z', 'updated_at': '2021-05-11T19:49:21Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:23.775344 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:49:23.785431 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:49:23.786080 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:49:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:23.935777 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-033f2650-2487-4f54-93be-52ea050d312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:23.938459 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-033f2650-2487-4f54-93be-52ea050d312b service neutron] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 912 time: 0.4025173 May 11 19:49:23.970177 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:49:24.025022 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Floating IP 062d8884-f656-46b0-b981-4df6a3292f34 associated. External IP: 172.27.3.204, port: 9d8dae80-36df-45f8-8b98-0c1fded1c6b3. May 11 19:49:24.116203 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-3afeedf7-1dc2-4739-89c6-2801ea3f9078 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:24.123708 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-3afeedf7-1dc2-4739-89c6-2801ea3f9078 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.2071347 May 11 19:49:24.151134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Request body: {'port': {'device_id': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'admin_state_up': True, 'tenant_id': 'd56cf86861b749e29a60510719028e27'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:24.499361 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:24.512591 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:24.520315 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '48ed186a-cd00-44cd-b195-2f26551430ef', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:66:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975544db-f1b9-4160-a357-51110abd2466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:53Z', 'updated_at': '2021-05-11T19:49:21Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:24.531385 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc0d0f-68df-41dc-bec1-346ae37403bc None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '48ed186a-cd00-44cd-b195-2f26551430ef', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:66:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975544db-f1b9-4160-a357-51110abd2466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:53Z', 'updated_at': '2021-05-11T19:49:21Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:49:24.610794 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752994e-ffd4-4531-90f8-442f22104c76 req-a9c11a8e-5d7b-488d-9e90-938747fdde41 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:24.613417 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f752994e-ffd4-4531-90f8-442f22104c76 req-a9c11a8e-5d7b-488d-9e90-938747fdde41 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.7490897 May 11 19:49:24.662254 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-055c4a3f-ca92-4a34-8b6d-ad6f97434eb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8488336 May 11 19:49:24.668039 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-ddd3f703-f5a6-42ee-a645-3a4ada4edc0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 998 time: 0.2531950 May 11 19:49:24.725410 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:49:24.729127 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:24.833930 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33584) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:24.845945 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4ad9e-dcce-4030-a9ee-d58978bbe783 None None] New status for floating IP 48ed186a-cd00-44cd-b195-2f26551430ef: ACTIVE {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:49:25.098381 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f752994e-ffd4-4531-90f8-442f22104c76 req-77e8ed7a-90fd-4261-b499-7c35bf68fc73 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658916 May 11 19:49:25.109064 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.129279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-bb7fb30a-eb3c-46fa-ba1c-1ec60ea11380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:25.130712 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-bb7fb30a-eb3c-46fa-ba1c-1ec60ea11380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.2432573 May 11 19:49:25.142497 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:49:25.152478 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8ff63e0f-0ce3-498f-a683-8f575e4bdb21 req-572d4e66-f0d4-4c59-bb89-35e98de8da88 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 210 time: 0.2172825 May 11 19:49:25.155851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:25.201136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Usage tracker for resource:security_group_rule and tenant:ce1b11dd135f4bac96ee274a5caf4ebf is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:25.212328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:25.221870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:25.264083 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Allocated IP 172.20.0.8 (0c80d483-83e2-4728-9896-3b8f9b02290b/192e13a1-a6f0-45fb-963e-5525d787d457/57184527-6644-42ec-865b-c08872e362e6) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:49:25.352987 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-66f96cc2-fff3-4e6d-8f1c-9c5267d138f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:25.354431 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-66f96cc2-fff3-4e6d-8f1c-9c5267d138f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 1098 time: 0.4241331 May 11 19:49:25.380932 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-2e4c7a8f-3831-42c3-b0c9-9a6dfbdfe495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:25.382516 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-2e4c7a8f-3831-42c3-b0c9-9a6dfbdfe495 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2387867 May 11 19:49:25.422756 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:49:25.428513 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.435910 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:49:25.448660 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:49:25.449723 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:49:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:25.466951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.549440 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.657425 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.667397 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:49:25.668416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:25.691699 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-feb64fd5-a817-4ef2-ac2e-41ea77c94013 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "PUT /v2.0/floatingips/062d8884-f656-46b0-b981-4df6a3292f34 HTTP/1.1" status: 200 len: 992 time: 3.5124042 May 11 19:49:25.692915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-84b162ff-99b9-4de6-81f1-5eedeed8e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:25.694349 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-84b162ff-99b9-4de6-81f1-5eedeed8e02c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 916 time: 0.2350657 May 11 19:49:25.696542 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:25.712852 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:25.715099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d09fe1-aed9-45e0-992b-d9d7eb4effd2,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:25.723258 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce1b11dd135f4bac96ee274a5caf4ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8885498 May 11 19:49:25.726077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33602) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:25.755236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:25.766585 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.767533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.768040 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.768397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.768747 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.769111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.769454 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.769811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.770138 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.770477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.770809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.771178 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:25.810635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:25.810635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:25.857906 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'status': 'completed', 'code': 200} May 11 19:49:25.886776 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-2a14c79d-9c2f-42cc-9e59-b55f185faf5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391 HTTP/1.1" status: 200 len: 217 time: 0.1717906 May 11 19:49:25.905687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Network 0c80d483-83e2-4728-9896-3b8f9b02290b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:49:25.917236 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:49:25.962659 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-5d1aba69-dadb-470e-b936-55ccba804c3d service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012474 May 11 19:49:25.967321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:49:25.980416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:25.980416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.084797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event updated for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:26.111537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:26.141119 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-653d2c56-15b5-4fbd-8171-8f8fa555a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:26.143341 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-653d2c56-15b5-4fbd-8171-8f8fa555a7c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.2480860 May 11 19:49:26.158596 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.204904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.240704 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-192f2490-2b0b-4d94-b76c-00a28326cfb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500398 May 11 19:49:26.271384 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1243782 May 11 19:49:26.288047 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-f28b6f6b-0689-432a-827c-1e39895f34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:26.290020 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-f28b6f6b-0689-432a-827c-1e39895f34dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1099 time: 0.4175549 May 11 19:49:26.306630 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Request body: {'port': {'device_id': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:26.343146 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-98b80d30-1797-42a0-88ab-dd340fa25e5f service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488097 May 11 19:49:26.378189 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.393271 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '062d8884-f656-46b0-b981-4df6a3292f34', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:52Z', 'updated_at': '2021-05-11T19:49:23Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:26.398675 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:49:26.408822 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:49:26.409446 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:49:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:26.463309 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-548faa8f-a088-41e4-a8f9-883c43f07389 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101812 May 11 19:49:26.483799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:26.498576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3b994-8872-4e85-b20c-946386123f65 req-8602e94b-2af9-4b60-9554-9c8ba8d7a67e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:26.507008 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2aa3b994-8872-4e85-b20c-946386123f65 req-8602e94b-2af9-4b60-9554-9c8ba8d7a67e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1714327 May 11 19:49:26.512342 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d09fe1-aed9-45e0-992b-d9d7eb4effd2,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:26.531463 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:26.650309 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.651595 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2aa3b994-8872-4e85-b20c-946386123f65 req-1d292bd5-c02a-4455-a1e4-75886af50a69 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425579 May 11 19:49:26.654549 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0d09fe1-aed9-45e0-992b-d9d7eb4effd2 HTTP/1.1" status: 204 len: 168 time: 0.9242821 May 11 19:49:26.697604 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:49:26.747366 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0496e-afcd-435f-815c-572e0c75cad5 req-dec3d2ec-f0c9-4dfc-b90e-ca641932c37e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:26.747980 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-59409d46-0528-46f1-89c5-57f39d2c8350 req-0524e2eb-6c39-4e6f-9996-4b0dd24be25e service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576938 May 11 19:49:26.748358 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-65e0496e-afcd-435f-815c-572e0c75cad5 req-dec3d2ec-f0c9-4dfc-b90e-ca641932c37e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:26.765950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-86a319d7-c9be-40e0-a710-71b552f1c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:26.768755 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-86a319d7-c9be-40e0-a710-71b552f1c563 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.4175589 May 11 19:49:26.775595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:26.962161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-65e0496e-afcd-435f-815c-572e0c75cad5 req-dec3d2ec-f0c9-4dfc-b90e-ca641932c37e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:26.969071 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65e0496e-afcd-435f-815c-572e0c75cad5 req-dec3d2ec-f0c9-4dfc-b90e-ca641932c37e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 931 time: 0.5849569 May 11 19:49:27.047027 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-e84449af-4de1-43d8-a53a-1a5c2bc024dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 200 len: 1000 time: 0.2565036 May 11 19:49:27.115796 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65e0496e-afcd-435f-815c-572e0c75cad5 req-9a0ce6d8-e7a9-40ee-816c-cee8805765e4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442351 May 11 19:49:27.373767 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-d9be11dd-12a3-479e-9c25-9030068c827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:27.376035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-d9be11dd-12a3-479e-9c25-9030068c827c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.2746046 May 11 19:49:27.419310 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '062d8884-f656-46b0-b981-4df6a3292f34', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:52Z', 'updated_at': '2021-05-11T19:49:23Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:27.424831 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835b6f6-e55a-4831-b51e-472b99918913 None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '062d8884-f656-46b0-b981-4df6a3292f34', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:48:52Z', 'updated_at': '2021-05-11T19:49:23Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:49:27.543429 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-33003d9b-3544-4248-9ae0-1dcaaf8c168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:27.545027 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-33003d9b-3544-4248-9ae0-1dcaaf8c168d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1419203 May 11 19:49:27.652854 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c7a87-b905-4fbd-b79b-04baec76dc86 None None] New status for floating IP 062d8884-f656-46b0-b981-4df6a3292f34: ACTIVE {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:49:27.710387 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33642) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:27.734493 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57184527-6644-42ec-865b-c08872e362e6 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:27.749285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:27.750522 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:27.779667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Transition to ACTIVE for port object 57184527-6644-42ec-865b-c08872e362e6 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:49:27.794290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:27.805250 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Usage tracker for resource:security_group_rule and tenant:beaa92d5b0514da8931e04b939a2260e is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:27.813268 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:27.820326 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:27.833074 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-89dc28ca-9b59-4058-a0dc-a1eb26035d87 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772779 May 11 19:49:27.926279 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:27.936127 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:27.974982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.014716 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4003d-dc17-4ef2-8e98-ef5b6d4b0715 req-3d0e5a8b-1f42-4e1e-a661-8d570f0be835 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:28.016386 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-40c4003d-dc17-4ef2-8e98-ef5b6d4b0715 req-3d0e5a8b-1f42-4e1e-a661-8d570f0be835 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1099432 May 11 19:49:28.048191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.067483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Pushing event updated for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:28.068923 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-40c4003d-dc17-4ef2-8e98-ef5b6d4b0715 req-f3449bb8-6541-422f-b220-6b2e93facc0b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 May 11 19:49:28.073699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:28.089693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.104216 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7378057c-ab74-476d-8a05-3eb872d04552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:28.160331 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beaa92d5b0514da8931e04b939a2260e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483671 May 11 19:49:28.160655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33656) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:28.162345 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659365a2-16be-4aa7-9471-ecc14384ea83,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:28.178902 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:28.286340 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Attempting to bind port 57184527-6644-42ec-865b-c08872e362e6 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:49:28.286668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Attempting to bind port 57184527-6644-42ec-865b-c08872e362e6 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:49:28.287018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Attempting to bind port 57184527-6644-42ec-865b-c08872e362e6 on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:28.317244 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Port 57184527-6644-42ec-865b-c08872e362e6 on network 0c80d483-83e2-4728-9896-3b8f9b02290b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:49:28.317782 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Attempting to bind port 57184527-6644-42ec-865b-c08872e362e6 on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:49:28.325136 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-24c940fb-9b85-4297-b761-55bb9d13b165 req-93cf4345-3796-4703-9038-d1c2d6e7eaa1 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726725 May 11 19:49:28.331718 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.333589 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:49:28.333923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Checking segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:49:28.334310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Bound using segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:49:28.334762 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Bound port: 57184527-6644-42ec-865b-c08872e362e6, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:49:28.335132 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.412484 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.470792 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0208-d930-4994-ada3-2eaea8b5ce8c req-8b39f16f-142d-48f1-a065-0297ae2d9a7c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:28.472703 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a37b0208-d930-4994-ada3-2eaea8b5ce8c req-8b39f16f-142d-48f1-a065-0297ae2d9a7c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 943 time: 0.1955190 May 11 19:49:28.481891 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:49:28.485383 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=57184527-6644-42ec-865b-c08872e362e6,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:49:28.522650 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a37b0208-d930-4994-ada3-2eaea8b5ce8c req-649f11c4-6e33-48c9-b6fb-7bb3fd603f98 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 May 11 19:49:28.640779 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.647570 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-acf2fa91-090d-4eab-8f9c-bcd3bbd6771f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:28.681547 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.712104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:28.712769 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.714141 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] 10.222.0.44 "PUT /v2.0/ports/57184527-6644-42ec-865b-c08872e362e6 HTTP/1.1" status: 200 len: 1093 time: 2.4126034 May 11 19:49:28.714745 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'tag': '57184527-6644-42ec-865b-c08872e362e6'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:28.730511 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:28.730511 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/659365a2-16be-4aa7-9471-ecc14384ea83 HTTP/1.1" status: 204 len: 168 time: 0.5683379 May 11 19:49:28.746223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Pushing event updated for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:28.749594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:28.750225 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2a7041c3-9555-408e-9bab-15aa54972c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:28.761071 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659365a2-16be-4aa7-9471-ecc14384ea83,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:28.763821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:28.838352 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'tag': '57184527-6644-42ec-865b-c08872e362e6', 'status': 'completed', 'code': 200} May 11 19:49:29.014683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e4207-d7b1-4522-bf50-3831f041058c req-9d288db1-4cc9-4950-b5eb-93862829a667 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.016101 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c23e4207-d7b1-4522-bf50-3831f041058c req-9d288db1-4cc9-4950-b5eb-93862829a667 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.1436734 May 11 19:49:29.018033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-307ab9a3-416e-4601-ba0f-72f7dc4619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.019343 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-307ab9a3-416e-4601-ba0f-72f7dc4619a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 1096 time: 0.1143520 May 11 19:49:29.122561 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-4f806750-1587-4393-88bf-146c2555be83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57184527-6644-42ec-865b-c08872e362e6 HTTP/1.1" status: 200 len: 217 time: 0.0818985 May 11 19:49:29.145772 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c23e4207-d7b1-4522-bf50-3831f041058c req-61c0af6e-2004-403d-bcdf-41b791e808d5 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208186 May 11 19:49:29.215210 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-32c5df30-1db2-4e5f-acf7-ed37e07daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.215903 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-32c5df30-1db2-4e5f-acf7-ed37e07daa87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.0691328 May 11 19:49:29.271962 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f6ad1813-db67-40b8-a5dc-70915f4d6edd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465620 May 11 19:49:29.281789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b093e-8cf4-49b9-b29b-2bd287c9287e req-cdf6ea88-3a58-47cf-ac89-3b8d4741aea6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.284089 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb4b093e-8cf4-49b9-b29b-2bd287c9287e req-cdf6ea88-3a58-47cf-ac89-3b8d4741aea6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0910344 May 11 19:49:29.343031 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb4b093e-8cf4-49b9-b29b-2bd287c9287e req-e700c302-b202-4534-a3bd-d6c7762fcdcb tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 May 11 19:49:29.420666 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-f71ed98d-df49-4c92-945c-2aea635e058a service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365848 May 11 19:49:29.561078 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48df81e1-9019-47a1-b1c3-a2bc4179336c req-3e981bc6-0bf8-4744-bb43-8af1c67a600b service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281734 May 11 19:49:29.730467 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e7ad8-a9ac-4311-b2e6-0ed9bd4ebdd5 req-b6526244-23eb-49de-81f5-610f071f4372 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.732059 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e12e7ad8-a9ac-4311-b2e6-0ed9bd4ebdd5 req-b6526244-23eb-49de-81f5-610f071f4372 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 943 time: 0.0981495 May 11 19:49:29.820691 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e12e7ad8-a9ac-4311-b2e6-0ed9bd4ebdd5 req-20a3614e-a36f-442d-b87e-e5c56c38ef30 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821927 May 11 19:49:29.854173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-6d1711d4-2980-4a42-8f9a-3c728d2404a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:29.855771 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-6d1711d4-2980-4a42-8f9a-3c728d2404a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 1096 time: 0.0847437 May 11 19:49:30.094276 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-f49527bf-b050-486a-8aea-3f6bdf05115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:30.095890 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-f49527bf-b050-486a-8aea-3f6bdf05115e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 916 time: 0.2320311 May 11 19:49:30.191213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-e915c630-ac36-48b1-8595-5730bc3211a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57184527-6644-42ec-865b-c08872e362e6 HTTP/1.1" status: 200 len: 217 time: 0.0624394 May 11 19:49:30.287642 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-b24c9c45-e3ab-46b5-a0b6-332a55176687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:30.289042 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-b24c9c45-e3ab-46b5-a0b6-332a55176687 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.0703282 May 11 19:49:30.338186 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d55a1-5ddb-47ea-b017-21096f3f8748 req-5a0e3d34-7f6d-4e4d-986a-8aeb9651be04 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:30.339594 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6f4d55a1-5ddb-47ea-b017-21096f3f8748 req-5a0e3d34-7f6d-4e4d-986a-8aeb9651be04 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.0818117 May 11 19:49:30.351653 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-01a1c538-c150-41fc-a009-2a2239592b07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418000 May 11 19:49:30.389241 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6f4d55a1-5ddb-47ea-b017-21096f3f8748 req-99bb0cd1-676e-4d63-b053-54c22273976e tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 May 11 19:49:30.545949 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-0ce13fde-119d-4ced-9366-5c9675ee7ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776052 May 11 19:49:30.648204 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5300-2d46-4705-afe3-979d4c78e126 req-7ab21deb-0e62-401c-b770-c7a7a42250c3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:30.649697 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-17be5300-2d46-4705-afe3-979d4c78e126 req-7ab21deb-0e62-401c-b770-c7a7a42250c3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1881895 May 11 19:49:30.734975 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-17be5300-2d46-4705-afe3-979d4c78e126 req-7a2ab8f9-8ad5-4990-a711-eefbfb42a9a1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 May 11 19:49:30.739349 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbad8fef-6130-4860-893a-728fd42e30c8 req-65ffc13c-8002-4f9e-98f6-d1d368248bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848524 May 11 19:49:31.063106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72c51-aae3-43f2-9c58-0c4114c6063e req-11f36a1b-d3cf-4e27-b7f0-ac16127ca14b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:31.065813 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f8e72c51-aae3-43f2-9c58-0c4114c6063e req-11f36a1b-d3cf-4e27-b7f0-ac16127ca14b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 943 time: 0.1361890 May 11 19:49:31.151205 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f8e72c51-aae3-43f2-9c58-0c4114c6063e req-240064d3-049a-4221-9af1-094396d748c7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720701 May 11 19:49:31.580498 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77da2a0-3f32-4b89-824b-ad9c5c156af7 req-7be21303-f8fe-467b-9a91-8628a17ed25a tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:31.582037 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f77da2a0-3f32-4b89-824b-ad9c5c156af7 req-7be21303-f8fe-467b-9a91-8628a17ed25a tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.0815043 May 11 19:49:31.627816 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f77da2a0-3f32-4b89-824b-ad9c5c156af7 req-b0d1f4bf-025b-4d8d-b115-46315122a37f tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/security-groups?id=78a22af4-e209-48a3-ad62-f8f4c2398f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 May 11 19:49:31.927666 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 57184527-6644-42ec-865b-c08872e362e6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:49:31.948699 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5423223-0cd3-4f3f-a643-af551842c729 req-dc907e96-201f-463d-9128-1991e2468bcf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:31.956475 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f5423223-0cd3-4f3f-a643-af551842c729 req-dc907e96-201f-463d-9128-1991e2468bcf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1028676 May 11 19:49:31.987093 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-2e1cc33b-024b-40ea-aa7b-bac585e8ddbb tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:31.989348 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-2e1cc33b-024b-40ea-aa7b-bac585e8ddbb tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.44 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 946 time: 0.0990217 May 11 19:49:32.002597 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f5423223-0cd3-4f3f-a643-af551842c729 req-6f569968-9e51-4b41-971e-06fe5e9c36ce tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 May 11 19:49:32.104308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=57184527-6644-42ec-865b-c08872e362e6,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:32.123052 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '57184527-6644-42ec-865b-c08872e362e6', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'port_id': '57184527-6644-42ec-865b-c08872e362e6', 'mac_address': 'fa:16:3e:33:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192e13a1-a6f0-45fb-963e-5525d787d457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:49:32.164194 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Deleting port 008d059a-4e56-46b2-ab33-fc0c6b551e4b {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:49:32.164194 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:32.191535 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:32.209691 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57184527-6644-42ec-865b-c08872e362e6 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:49:32.227282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=57184527-6644-42ec-865b-c08872e362e6,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:32.297524 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:32.301471 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:32.316682 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] For port 008d059a-4e56-46b2-ab33-fc0c6b551e4b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=008d059a-4e56-46b2-ab33-fc0c6b551e4b,segment=NetworkSegment(2735325a-6f86-4c23-b877-b1f5fc18b853),segment_id=2735325a-6f86-4c23-b877-b1f5fc18b853)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:32.317053 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:32.385912 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:32.395562 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.395917 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.396275 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.396608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.396938 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.397262 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.397582 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.397903 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.398244 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.398565 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.399284 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.399640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:49:32.408947 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:32.487414 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Calling delete_port for 008d059a-4e56-46b2-ab33-fc0c6b551e4b owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:49:32.606619 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a122b-d2c9-4038-842a-eb8d9cf71268 req-9b8a7ca5-47ec-4257-87d2-9cb6fd4d8044 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:32.608013 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-948a122b-d2c9-4038-842a-eb8d9cf71268 req-9b8a7ca5-47ec-4257-87d2-9cb6fd4d8044 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 944 time: 0.2831361 May 11 19:49:32.775398 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-948a122b-d2c9-4038-842a-eb8d9cf71268 req-013c8736-536c-4dfb-ae65-ec60858ae815 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564367 May 11 19:49:32.880477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:32.886248 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-50f1ddbb-5b00-413c-aeef-817de27d121c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:32.927416 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 33776) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:32.931450 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Pushing event deleted for resources: {'Port': ['ID=008d059a-4e56-46b2-ab33-fc0c6b551e4b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:32.934420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:33.008012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] No DVR routers for this DVR port 008d059a-4e56-46b2-ab33-fc0c6b551e4b on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:49:33.011122 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.013681 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'name': 'network-vif-deleted', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:33.057844 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.072853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:33.076785 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Usage tracker for resource:security_group_rule and tenant:17ea9eace3f944f289b36afedd7cbf54 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:33.080414 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:33.081608 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-057b5e5b-86d6-4232-80c0-9dc7e4b36629 req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.44 "DELETE /v2.0/ports/008d059a-4e56-46b2-ab33-fc0c6b551e4b HTTP/1.1" status: 204 len: 173 time: 1.0839641 May 11 19:49:33.086427 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:33.168107 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.245402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.252693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b23292c9-ad32-49a8-a4e3-10c1e4b70a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:33.293043 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ea9eace3f944f289b36afedd7cbf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644676 May 11 19:49:33.294017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7505372b-3196-4202-8a28-8d59a1639585,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:33.295682 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33786) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:33.297781 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:33.356172 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.382037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.496795 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.500712 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8d21dec5-aa25-48f5-a39d-50a9389b6cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:33.513730 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7505372b-3196-4202-8a28-8d59a1639585,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:33.516602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:33.520977 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:33.522440 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7505372b-3196-4202-8a28-8d59a1639585 HTTP/1.1" status: 204 len: 168 time: 0.2257056 May 11 19:49:34.141216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33800) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:34.158986 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.173579 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:34.177448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5385b09135504c89b20e9809acef419d is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:49:34.180288 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:49:34.185886 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:34.264093 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.336684 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.343940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:34.384460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687e0a50-44e3-4926-91e3-d9ed07b7a110,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:34.388668 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5385b09135504c89b20e9809acef419d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463794 May 11 19:49:34.389516 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:34.391416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 33804) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:34.450478 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.481127 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.616823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.620461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bf94b465-940c-4c0d-96d3-33e0e6ed0309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:34.632478 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687e0a50-44e3-4926-91e3-d9ed07b7a110,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:34.634945 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:34.640017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:34.641106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/687e0a50-44e3-4926-91e3-d9ed07b7a110 HTTP/1.1" status: 204 len: 168 time: 0.2476676 May 11 19:49:35.174642 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['008d059a-4e56-46b2-ab33-fc0c6b551e4b'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:35.229588 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489ceafe-4d3f-4ea5-9642-6884cc3217ab', 'name': 'network-vif-deleted', 'tag': '008d059a-4e56-46b2-ab33-fc0c6b551e4b', 'status': 'completed', 'code': 200} May 11 19:49:35.284293 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9bb30611-ef25-4b5b-adff-9150ba70c4ea req-5957880a-ba3d-4f3f-9839-af26afb06682 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0506642 May 11 19:49:35.398918 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a6832-b54a-483c-b530-a7fd2307fbc6 req-f6135688-71b4-4ef3-8a6e-9b6e08d8d9d5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:35.400237 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-016a6832-b54a-483c-b530-a7fd2307fbc6 req-f6135688-71b4-4ef3-8a6e-9b6e08d8d9d5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0838814 May 11 19:49:35.457912 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-016a6832-b54a-483c-b530-a7fd2307fbc6 req-e9133201-49ff-41fd-bec3-b98f176b98d4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 May 11 19:49:35.494215 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906fae3-5a3e-4f40-b359-8fc2818f7f83 req-a42c731f-56ca-41e2-a915-81d963eaed4b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:35.502650 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6906fae3-5a3e-4f40-b359-8fc2818f7f83 req-a42c731f-56ca-41e2-a915-81d963eaed4b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 944 time: 0.1108160 May 11 19:49:35.545436 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6906fae3-5a3e-4f40-b359-8fc2818f7f83 req-95bd58b0-5ece-4195-b5c4-1deff15bba13 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 May 11 19:49:38.426644 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['57184527-6644-42ec-865b-c08872e362e6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:49:38.651992 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d3d8330b-7683-4f7f-a044-107a9112864f req-57778e10-2c8d-43ea-b572-a2935a6cc2cb tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Synchronizing usage tracker for tenant:293665548e9f4dda94047b6597c3022a on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:38.720766 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d3d8330b-7683-4f7f-a044-107a9112864f req-57778e10-2c8d-43ea-b572-a2935a6cc2cb tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Unset dirty status for tenant:293665548e9f4dda94047b6597c3022a on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:38.731170 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3d8330b-7683-4f7f-a044-107a9112864f req-57778e10-2c8d-43ea-b572-a2935a6cc2cb tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.1203115 May 11 19:49:38.746047 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2574f-e550-4a6c-b383-2573ddb20b80 req-7d69e00e-ce19-4b0b-816d-a813530c5e8d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:38.746047 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-abf2574f-e550-4a6c-b383-2573ddb20b80 req-7d69e00e-ce19-4b0b-816d-a813530c5e8d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0841126 May 11 19:49:38.802083 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-abf2574f-e550-4a6c-b383-2573ddb20b80 req-b6a3e6e5-6709-474f-86e8-64bd79eedf7a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534484 May 11 19:49:38.911334 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612af6e-d72b-4155-8d05-0af6ef5ee800 req-e35b0685-43c9-4800-873d-07e07b2d3e38 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:38.912988 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3612af6e-d72b-4155-8d05-0af6ef5ee800 req-e35b0685-43c9-4800-873d-07e07b2d3e38 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 944 time: 0.0814722 May 11 19:49:38.963584 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3612af6e-d72b-4155-8d05-0af6ef5ee800 req-f7f73d33-8ad6-4b57-935f-306f1be54093 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 May 11 19:49:41.947720 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 008d059a-4e56-46b2-ab33-fc0c6b551e4b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:49:41.982809 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 008d059a-4e56-46b2-ab33-fc0c6b551e4b {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:49:41.983284 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 008d059a-4e56-46b2-ab33-fc0c6b551e4b not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:49:42.192806 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3a6cef0-3787-4df6-8e8c-cd5110d34516 req-ffc7a556-90af-45f6-b352-07f800cd3270 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0425301 May 11 19:49:42.295197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a901b6-3b02-4c4b-b804-41a61059395e req-ee75df6c-a476-4720-9747-988b4e8d0779 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:42.296826 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f7a901b6-3b02-4c4b-b804-41a61059395e req-ee75df6c-a476-4720-9747-988b4e8d0779 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0856106 May 11 19:49:42.350745 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f7a901b6-3b02-4c4b-b804-41a61059395e req-62f33f7d-97f9-4755-8aad-b48efb8be349 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 May 11 19:49:42.383186 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69bf7d-c46f-4860-9021-676233396860 req-08117b64-66df-4912-8698-bfaa01d9d3ff tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:42.384669 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8c69bf7d-c46f-4860-9021-676233396860 req-08117b64-66df-4912-8698-bfaa01d9d3ff tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 944 time: 0.0991685 May 11 19:49:42.430621 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8c69bf7d-c46f-4860-9021-676233396860 req-b2874add-3812-48c3-bd00-f52ac9cda5af tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 May 11 19:49:42.443507 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 57184527-6644-42ec-865b-c08872e362e6 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:49:42.571280 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 57184527-6644-42ec-865b-c08872e362e6 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:49:42.576523 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 57184527-6644-42ec-865b-c08872e362e6 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:49:42.576908 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:42.693214 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:42.718386 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57184527-6644-42ec-865b-c08872e362e6'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:49:42.727791 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=57184527-6644-42ec-865b-c08872e362e6,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:49:42.766247 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57184527-6644-42ec-865b-c08872e362e6', 'code': 200} May 11 19:49:42.822541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:42.825561 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:42.890880 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:42.894622 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:45.876224 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70e3fc1a-7818-4ff5-ae78-5ac738b9fc8b req-c97926d4-7a91-4575-a6fc-d6de62c30210 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0493171 May 11 19:49:45.950040 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcee39-7ee6-4788-a466-efc189cccdad req-a4038219-e486-4eee-9040-92de59f3a576 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:45.951764 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d9fcee39-7ee6-4788-a466-efc189cccdad req-a4038219-e486-4eee-9040-92de59f3a576 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0981877 May 11 19:49:46.002613 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d9fcee39-7ee6-4788-a466-efc189cccdad req-0ad38b52-ccc1-4e6b-bb6b-cc21fa77cdcf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 May 11 19:49:46.106144 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e198-d3a5-4101-be14-c16697501641 req-d3d65042-097b-44cc-a635-cd60b049589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:46.107831 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9119e198-d3a5-4101-be14-c16697501641 req-d3d65042-097b-44cc-a635-cd60b049589d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 1098 time: 0.1415172 May 11 19:49:46.124702 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03187e-8f50-40de-b02e-0f29bbcfb1e3 req-3a860a7d-57a1-40a7-a8ed-27f9df112414 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:46.126088 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1e03187e-8f50-40de-b02e-0f29bbcfb1e3 req-3a860a7d-57a1-40a7-a8ed-27f9df112414 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.1157377 May 11 19:49:46.245550 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9119e198-d3a5-4101-be14-c16697501641 req-2d171029-063a-4f80-b8e4-84db63ae4197 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173432 May 11 19:49:46.256518 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1e03187e-8f50-40de-b02e-0f29bbcfb1e3 req-ffca1c38-3052-46b9-9b8f-1c29c63c8549 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 May 11 19:49:46.278800 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01e4f-d8b0-4f46-af87-2bb1381a54c4 req-2e11cf6f-9401-4470-9282-88a25c546e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:46.280297 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b7d01e4f-d8b0-4f46-af87-2bb1381a54c4 req-2e11cf6f-9401-4470-9282-88a25c546e6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1099 time: 0.1533456 May 11 19:49:46.394117 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7868edfc-22b3-4fea-b3e7-4398e9d990a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:46.698828 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b7d01e4f-d8b0-4f46-af87-2bb1381a54c4 req-f5d835c1-dedd-4d26-89d6-a598d6a377b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 May 11 19:49:47.454195 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2af176c5-d936-4014-a212-b07f680a6a8c req-cf070e9e-c70e-490f-88df-684ceb49d627 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] 10.222.0.15 "GET /v2.0/ports?device_id=489ceafe-4d3f-4ea5-9642-6884cc3217ab HTTP/1.1" status: 200 len: 210 time: 0.0471501 May 11 19:49:47.518763 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371e37-3b7d-4ab2-bd3c-dfd44a1f6182 req-b3940a55-df71-4d71-b43b-97f75a0f72e1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:47.520282 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5371e37-3b7d-4ab2-bd3c-dfd44a1f6182 req-b3940a55-df71-4d71-b43b-97f75a0f72e1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0972397 May 11 19:49:47.570235 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5371e37-3b7d-4ab2-bd3c-dfd44a1f6182 req-652f8a54-5853-4087-a606-5d92554e5ce7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 May 11 19:49:47.643399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885226b3-923c-4d48-884d-8ffbf28797cc req-aa1d6139-23dd-4aa4-8e40-29a306840eeb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:47.644839 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-885226b3-923c-4d48-884d-8ffbf28797cc req-aa1d6139-23dd-4aa4-8e40-29a306840eeb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.0818660 May 11 19:49:47.690836 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-885226b3-923c-4d48-884d-8ffbf28797cc req-21deb8f0-d3d7-4a59-814d-251fda656c14 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 May 11 19:49:48.885781 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:48.913788 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385612d-4ea2-4139-963b-8d3fabc45a55 req-a9c9ddfa-5656-484a-8bb8-0ae0fc73448d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:48.921859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4385612d-4ea2-4139-963b-8d3fabc45a55 req-a9c9ddfa-5656-484a-8bb8-0ae0fc73448d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1170418 May 11 19:49:48.931115 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b9864fe5-b01c-48c8-bdd4-b0f682ac1d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:48.974087 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4385612d-4ea2-4139-963b-8d3fabc45a55 req-894c5f24-84b9-4be9-8860-4fe2139b8b3d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505359 May 11 19:49:48.986463 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9109a8-6cb2-4505-972e-6a2327ab5c07 req-0e370136-feef-49a1-899e-cb2382c2d11b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:48.986463 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df9109a8-6cb2-4505-972e-6a2327ab5c07 req-0e370136-feef-49a1-899e-cb2382c2d11b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.0992627 May 11 19:49:49.052385 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df9109a8-6cb2-4505-972e-6a2327ab5c07 req-94a24983-4f46-447d-a037-1779f8374910 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626743 May 11 19:49:49.234289 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11f1b7-dcd9-48b5-aba8-e52d2dedc6b7 req-2f14e85d-4968-4516-8e32-a86f0305470c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:49.235801 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9e11f1b7-dcd9-48b5-aba8-e52d2dedc6b7 req-2f14e85d-4968-4516-8e32-a86f0305470c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1111093 May 11 19:49:49.292524 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9e11f1b7-dcd9-48b5-aba8-e52d2dedc6b7 req-b1470659-039f-4026-ae74-44415bc7a788 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497041 May 11 19:49:50.243072 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7011-dd73-49e5-8a37-31d3bd14d38e req-be1a8070-5fc7-4a06-98a2-32dc2b0025d7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:50.244751 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5bdc7011-dd73-49e5-8a37-31d3bd14d38e req-be1a8070-5fc7-4a06-98a2-32dc2b0025d7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.0841858 May 11 19:49:50.295630 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5bdc7011-dd73-49e5-8a37-31d3bd14d38e req-6d9f7bf4-dc1b-4579-8508-668c5b2bcad4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 May 11 19:49:50.314155 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:50.628340 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34108) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:50.688066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Deleting subnet a3463353-13d3-4cf6-955d-b38cc16fce5e {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:49:50.691668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:50.748946 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:50.756764 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.112406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.119716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-11e15d09-47ff-426b-8de6-0b6bf1c8dcbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:51.156951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3463353-13d3-4cf6-955d-b38cc16fce5e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:51.159060 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.161593 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:51.165692 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a3463353-13d3-4cf6-955d-b38cc16fce5e HTTP/1.1" status: 204 len: 168 time: 0.5360916 May 11 19:49:51.168259 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34132) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:51.292458 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.520507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > port after_create 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > port after_update 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.550120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.588371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.693391 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.693755 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.694095 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.694430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 19:49:51.694815 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f26da07-8825-4176-b193-17dbd8904fc2']}} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:51.707978 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2735325a-6f86-4c23-b877-b1f5fc18b853') {'for_net_delete': True} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:51.708273 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2735325a-6f86-4c23-b877-b1f5fc18b853') {} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:49:51.719351 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504588'] for segment, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.736639 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.743976 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=79321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:49:51.744453 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27502065'] for segment, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: from cryptography.utils import int_from_bytes May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: from cryptography.utils import int_from_bytes May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: Traceback (most recent call last): May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: timer() May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: cb(*args, **kw) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: return func(*args, **kwargs) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: self._notify() May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: self.callback(batched_events) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: event.method(event) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: return f(self, *a, **k) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._get(url).json() May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: return self.request(url, 'GET', **kwargs) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:49:51.762263 dv-cinder-789603-5-iscsi neutron-server[79321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:49:51.911259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a604f-0b44-4e45-b3d4-9bf154f54d72 req-d15663a0-7345-448f-bf46-05bff17078a7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:51.912623 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4a4a604f-0b44-4e45-b3d4-9bf154f54d72 req-d15663a0-7345-448f-bf46-05bff17078a7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0916271 May 11 19:49:51.914307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.925821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3b68ad80-cae3-45a8-b1e7-d5704e2dd6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:51.943750 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:51.949906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f26da07-8825-4176-b193-17dbd8904fc2,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:51.961145 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:51.961285 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4a4a604f-0b44-4e45-b3d4-9bf154f54d72 req-624604ae-d1c1-4c2f-a67c-f7b3e7d9f57c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 May 11 19:49:51.989572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-64109082-ce4d-43b8-96ee-69f53ac5f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:51.990115 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-64109082-ce4d-43b8-96ee-69f53ac5f160 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.1102295 May 11 19:49:52.031083 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] 10.222.0.15 "DELETE /v2.0/networks/6f26da07-8825-4176-b193-17dbd8904fc2 HTTP/1.1" status: 204 len: 168 time: 0.8617928 May 11 19:49:52.178672 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-105d14bf-a93f-4da7-8899-f509c20a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:52.180155 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-105d14bf-a93f-4da7-8899-f509c20a0507 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.1718040 May 11 19:49:52.270000 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-126b03e1-fdd1-4190-94f8-74d594f973b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.0668077 May 11 19:49:52.343661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-1c2995db-52e2-41d7-8259-4049e0a6d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:52.346002 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-1c2995db-52e2-41d7-8259-4049e0a6d27d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.0605655 May 11 19:49:52.430321 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-25f544c4-ebe6-4cf6-9b4b-9cc439beb6ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473692 May 11 19:49:52.430811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34172) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:52.485443 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34178) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:49:52.488871 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ace1eca5-25ae-49f1-80e6-064bc43f4ed4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=293665548e9f4dda94047b6597c3022a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568180 May 11 19:49:52.666521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:52.731908 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:52.743649 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-b0b0da64-bde5-4028-8a40-76fbe37d1d52 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164698 May 11 19:49:52.896872 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ba5c333c-631f-4add-a97d-a134d9f5d46e req-66288bfd-b27b-4dbc-92a3-485a3444c064 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420598 May 11 19:49:52.960289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:52.965425 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f8cc23b9-6c8b-4a49-b217-b2986de50aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:49:52.981530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a22af4-e209-48a3-ad62-f8f4c2398f06,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:49:52.984132 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:49:53.072088 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:53.073393 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78a22af4-e209-48a3-ad62-f8f4c2398f06 HTTP/1.1" status: 204 len: 168 time: 0.5862186 May 11 19:49:53.192357 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c1981-439a-401f-b9a0-15958797c801 req-91004a47-faa2-4f57-aa75-cef662383332 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:53.194160 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a69c1981-439a-401f-b9a0-15958797c801 req-91004a47-faa2-4f57-aa75-cef662383332 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1185362 May 11 19:49:53.239976 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a69c1981-439a-401f-b9a0-15958797c801 req-9acc5657-10e2-4843-bc5a-9bdd12d10f48 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 May 11 19:49:53.965833 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-c2febc19-9d91-4a21-a723-c347470304e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:53.966414 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-c2febc19-9d91-4a21-a723-c347470304e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:49:54.016844 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-c2febc19-9d91-4a21-a723-c347470304e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:49:54.019158 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-c2febc19-9d91-4a21-a723-c347470304e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.2046971 May 11 19:49:54.033974 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-d137fa4e-cb90-4c4e-bd40-dec9c945d900 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/quotas/d56cf86861b749e29a60510719028e27 HTTP/1.1" status: 200 len: 375 time: 0.0094595 May 11 19:49:54.187212 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-0848d16d-5273-4e8f-bb94-e20742bd376e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481085 May 11 19:49:54.327925 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-f1de69d6-91bf-42ce-baa5-deb24e0d2463 service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320715 May 11 19:49:54.472562 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-7999f283-0e11-49ae-9ebb-6ebb4a777bbf service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381352 May 11 19:49:54.827383 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f5cd-a999-469e-acc0-336d509f1a21 req-4c253b23-1c38-4dc3-a7ba-87d6f5aa18d9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:54.829201 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bcf8f5cd-a999-469e-acc0-336d509f1a21 req-4c253b23-1c38-4dc3-a7ba-87d6f5aa18d9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0911660 May 11 19:49:54.875829 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bcf8f5cd-a999-469e-acc0-336d509f1a21 req-cd6f36bc-aa41-4a37-b9db-45a84820cdc2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 May 11 19:49:55.321792 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-68ea21d8-79bf-4813-8331-0e2cf49a7def req-a80e518d-a08c-4bfd-bd20-2be3e07f2a8d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0433857 May 11 19:49:57.661225 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675fb84-39ee-4a59-95c6-47dae6b85777 req-0c5c6385-05b4-4d14-b3dd-727e585b2d36 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:57.662668 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0675fb84-39ee-4a59-95c6-47dae6b85777 req-0c5c6385-05b4-4d14-b3dd-727e585b2d36 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0883532 May 11 19:49:57.672019 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fac37efb-46f9-444b-aa60-26dffc343487 req-680012d0-d02a-44ff-98e0-94441f457956 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0457156 May 11 19:49:57.715104 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0675fb84-39ee-4a59-95c6-47dae6b85777 req-055b6adc-d89b-4195-bb1e-fd1e831277a2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 May 11 19:49:57.811452 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:58.851152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1f8d07cd-d16d-4054-a793-007198204a7d req-4c3ff378-3fe6-4313-b18a-04cb55ae7d6e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0652287 May 11 19:49:59.145540 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-184b4b6d-03dd-4758-a895-1aa1760957e4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:59.147066 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-184b4b6d-03dd-4758-a895-1aa1760957e4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.3246918 May 11 19:49:59.172373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Request body: {'port': {'device_id': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'admin_state_up': True, 'tenant_id': 'd56cf86861b749e29a60510719028e27'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:49:59.195817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20290b1-11a4-4af1-9927-80935b6799ee req-a27d6eb3-42e0-4192-a400-7f3c466e9531 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:49:59.203414 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a20290b1-11a4-4af1-9927-80935b6799ee req-a27d6eb3-42e0-4192-a400-7f3c466e9531 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2342010 May 11 19:49:59.308644 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a20290b1-11a4-4af1-9927-80935b6799ee req-027e39f0-eb39-4b5d-b246-26bff1e47010 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043253 May 11 19:49:59.372499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:49:59.383502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:49:59.448831 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:49:59.450186 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:49:59.455829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:59.626464 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Allocated IP 172.20.0.4 (0c80d483-83e2-4728-9896-3b8f9b02290b/192e13a1-a6f0-45fb-963e-5525d787d457/831eb6c2-98b8-464e-ada2-bde3bd8a0aea) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:49:59.836895 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:59.931786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:49:59.937547 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:00.001979 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Network 0c80d483-83e2-4728-9896-3b8f9b02290b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:00.005594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:00.008416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:00.062077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event updated for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:00.066637 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:00.085854 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:00.086460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:00.142025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b156a5-3568-457c-b4c3-a1662eddbc0c req-d96a5baa-12b5-444f-9969-8cf12e4c3854 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:00.143781 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-30b156a5-3568-457c-b4c3-a1662eddbc0c req-d96a5baa-12b5-444f-9969-8cf12e4c3854 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 931 time: 0.0917966 May 11 19:50:00.172096 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0044136 May 11 19:50:00.189288 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-30b156a5-3568-457c-b4c3-a1662eddbc0c req-acfbe299-8962-42be-becf-665ba40817e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 May 11 19:50:00.512975 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a0286-2ce2-4413-b42e-0d3bf7806abb req-90bd05a8-9b9c-42d0-a93e-bdd1bbe9aaeb tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:00.514435 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ff7a0286-2ce2-4413-b42e-0d3bf7806abb req-90bd05a8-9b9c-42d0-a93e-bdd1bbe9aaeb tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0824006 May 11 19:50:00.564804 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ff7a0286-2ce2-4413-b42e-0d3bf7806abb req-3968b5fe-0137-41d4-9404-85d0ed8fbea1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 May 11 19:50:01.381032 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cca9-ae04-4664-9f87-5ab17d7ebc86 req-79bc27a5-34f6-40fa-9da2-bcd264387529 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:01.381730 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-63a2cca9-ae04-4664-9f87-5ab17d7ebc86 req-79bc27a5-34f6-40fa-9da2-bcd264387529 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:50:01.456952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-63a2cca9-ae04-4664-9f87-5ab17d7ebc86 req-79bc27a5-34f6-40fa-9da2-bcd264387529 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:50:01.458172 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-63a2cca9-ae04-4664-9f87-5ab17d7ebc86 req-79bc27a5-34f6-40fa-9da2-bcd264387529 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 931 time: 0.1613286 May 11 19:50:01.503023 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-63a2cca9-ae04-4664-9f87-5ab17d7ebc86 req-156733e0-217b-4da2-a038-8f9c31e571ea tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389771 May 11 19:50:01.756752 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712618b-d824-4f22-b219-6de62a266e4f req-c7cf58ca-79ea-44bc-9b4f-2338955e74db tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:01.758201 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7712618b-d824-4f22-b219-6de62a266e4f req-c7cf58ca-79ea-44bc-9b4f-2338955e74db tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0800285 May 11 19:50:01.807588 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7712618b-d824-4f22-b219-6de62a266e4f req-1c62ff4d-2184-4800-bc55-b273e71af240 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 May 11 19:50:03.144442 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391', '57184527-6644-42ec-865b-c08872e362e6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:50:03.154857 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Request body: {'port': {'device_id': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:03.278025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:03.528958 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861661e-b447-4696-9742-af2774b1b11a req-c0d92943-44ab-4dfd-bba9-bf1ad37f2596 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:03.530280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be247a39-72b6-4567-8081-9c3f6eba2c94 req-d7ac31ce-5d98-46fe-a930-67ef0b8db9db tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:03.530403 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6861661e-b447-4696-9742-af2774b1b11a req-c0d92943-44ab-4dfd-bba9-bf1ad37f2596 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0848320 May 11 19:50:03.536008 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-be247a39-72b6-4567-8081-9c3f6eba2c94 req-d7ac31ce-5d98-46fe-a930-67ef0b8db9db tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 931 time: 0.1893351 May 11 19:50:03.578228 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6861661e-b447-4696-9742-af2774b1b11a req-b7d1724d-82e3-4606-8cff-3508faab64cb tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 May 11 19:50:03.653095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-be247a39-72b6-4567-8081-9c3f6eba2c94 req-6ee4744b-4d49-4cc9-8a21-f2f63f1a9809 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752580 May 11 19:50:03.744605 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831eb6c2-98b8-464e-ada2-bde3bd8a0aea {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:03.751716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:03.765563 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Transition to ACTIVE for port object 831eb6c2-98b8-464e-ada2-bde3bd8a0aea will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:03.845901 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:03.850705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:04.083228 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Pushing event updated for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:04.089823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:04.156524 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Attempting to bind port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:50:04.159037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Attempting to bind port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:50:04.159037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Attempting to bind port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:04.162570 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea on network 0c80d483-83e2-4728-9896-3b8f9b02290b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:50:04.162885 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Attempting to bind port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:04.168204 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:50:04.168541 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Checking segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:04.168924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Bound using segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:50:04.169350 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Bound port: 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:50:04.169694 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:04.262794 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:50:04.266008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:50:04.315629 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:04.322320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:04.373561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:04.374536 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:04.375946 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] 10.222.0.44 "PUT /v2.0/ports/831eb6c2-98b8-464e-ada2-bde3bd8a0aea HTTP/1.1" status: 200 len: 1093 time: 1.2253087 May 11 19:50:04.379980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:50:04.409071 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Pushing event updated for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:04.412104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:04.505960 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'status': 'completed', 'code': 200} May 11 19:50:04.654262 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-d0df3b83-1dfb-46ce-93c1-431c3fbfc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:04.655996 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-d0df3b83-1dfb-46ce-93c1-431c3fbfc400 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 1096 time: 0.0929191 May 11 19:50:04.920600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552c30b-1d93-4251-910d-0f31f74f099f req-3fab2ed7-755e-407f-b391-7032a8fc3682 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:04.921289 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0128a6-a09f-4d43-9ad9-02f2043b2024 req-797f2ed6-67eb-4ae7-b041-61667413c56a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:04.922043 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4552c30b-1d93-4251-910d-0f31f74f099f req-3fab2ed7-755e-407f-b391-7032a8fc3682 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1594784 May 11 19:50:04.925600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-11d03213-b29e-4f6e-94ea-955367354ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:04.926938 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-11d03213-b29e-4f6e-94ea-955367354ff7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d56cf86861b749e29a60510719028e27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2510979 May 11 19:50:04.931968 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ff0128a6-a09f-4d43-9ad9-02f2043b2024 req-797f2ed6-67eb-4ae7-b041-61667413c56a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 943 time: 0.1482103 May 11 19:50:04.995346 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ff0128a6-a09f-4d43-9ad9-02f2043b2024 req-a46c8c7a-2b8c-4828-a147-d2221786ceb0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 May 11 19:50:05.060491 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4552c30b-1d93-4251-910d-0f31f74f099f req-6fdd3537-14bf-4a24-8425-d0c342e7b413 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270430 May 11 19:50:05.105252 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34450) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:05.147716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-6a8e207c-4f0f-479c-ac78-008e8ee5f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:05.149874 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b545ec7a-2dc5-4b30-9755-41ff472a0722 req-6a8e207c-4f0f-479c-ac78-008e8ee5f6c3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003982 May 11 19:50:05.262671 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.277747 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:05.281682 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Usage tracker for resource:security_group_rule and tenant:85e7021c7c514fd698f9c2945c898168 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:05.284745 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:05.290535 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:05.325614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-01d28f36-a615-484c-ad7e-832911cf704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:05.327101 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-01d28f36-a615-484c-ad7e-832911cf704e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 1096 time: 0.0779166 May 11 19:50:05.373281 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.406671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-c240d977-33e8-4b1f-b7eb-b4d37f90dc78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea HTTP/1.1" status: 200 len: 217 time: 0.0635660 May 11 19:50:05.468986 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.477232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-62a00aeb-4e80-4cf4-a177-26ecf176f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:05.478667 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-56f2c18a-d733-4d4c-9ae1-4aa9d1b72783 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:05.479849 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-62a00aeb-4e80-4cf4-a177-26ecf176f35a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.0643289 May 11 19:50:05.521154 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85e7021c7c514fd698f9c2945c898168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145577 May 11 19:50:05.524889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34472) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:05.542235 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347efc0-47a2-48c0-8fbd-f1b095ed6353,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:05.544655 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-a0013ddd-660a-4785-bebd-3852b346c355 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567629 May 11 19:50:05.545605 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:05.597385 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.624177 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.691399 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-425f364d-35e3-4437-82b9-df8591d120d6 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285126 May 11 19:50:05.753661 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.758693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ef4c5138-d205-498c-bd6a-ab4faad8474c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:05.771539 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347efc0-47a2-48c0-8fbd-f1b095ed6353,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:05.774329 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:05.783565 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:05.784938 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7347efc0-47a2-48c0-8fbd-f1b095ed6353 HTTP/1.1" status: 204 len: 168 time: 0.2589235 May 11 19:50:05.842097 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fb86cab3-7c95-4669-811e-e1f21816ca27 req-677b67fd-a278-46a3-bfa4-e50189c88461 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344686 May 11 19:50:06.230209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfd048-91ec-4220-861c-33ccee992084 req-27ce47fd-fcb8-449f-9795-7432b7deaea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:06.231696 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13dfd048-91ec-4220-861c-33ccee992084 req-27ce47fd-fcb8-449f-9795-7432b7deaea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 943 time: 0.1108139 May 11 19:50:06.291551 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13dfd048-91ec-4220-861c-33ccee992084 req-d9dcd3cd-27f8-443b-bed5-37318ff48dd0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528283 May 11 19:50:06.345772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c32ec-69a9-42f6-aca8-facc6c66d81f req-be681b95-b9a4-4cba-a717-a4afc074d1f6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:06.347633 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-237c32ec-69a9-42f6-aca8-facc6c66d81f req-be681b95-b9a4-4cba-a717-a4afc074d1f6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1119752 May 11 19:50:06.395896 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-237c32ec-69a9-42f6-aca8-facc6c66d81f req-6ad3d277-6a2b-42fb-8e8e-42bc5c13181a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 May 11 19:50:07.499353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b022a9e-42ff-47c4-bae5-d5224ac9e252 req-232f64f7-042d-443c-bf31-0f212eb61c47 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:07.507418 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8b022a9e-42ff-47c4-bae5-d5224ac9e252 req-232f64f7-042d-443c-bf31-0f212eb61c47 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 943 time: 0.1001935 May 11 19:50:07.555738 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8b022a9e-42ff-47c4-bae5-d5224ac9e252 req-3ff8d125-16b3-409c-a5d0-2c85a3e74de5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 May 11 19:50:07.615239 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c40fd-3801-4708-953c-60e9301c3657 req-d0cd2e40-daec-41df-a295-3c8acbba2024 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:07.616696 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-400c40fd-3801-4708-953c-60e9301c3657 req-d0cd2e40-daec-41df-a295-3c8acbba2024 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0877132 May 11 19:50:07.670662 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-400c40fd-3801-4708-953c-60e9301c3657 req-e7a356be-31b6-4972-a813-0a4fbb6bbb33 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 May 11 19:50:08.744745 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda407b-e29f-46dd-8a5d-9f038acab27d req-2eda2a39-5ed4-4fd5-8ad7-41fa66d6c87b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:08.746213 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3fda407b-e29f-46dd-8a5d-9f038acab27d req-2eda2a39-5ed4-4fd5-8ad7-41fa66d6c87b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 943 time: 0.0837719 May 11 19:50:08.791843 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3fda407b-e29f-46dd-8a5d-9f038acab27d req-3406ca9b-9c27-4a6f-9101-5d2a92f8abc6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 May 11 19:50:08.857812 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c84c-14e2-4b1f-a0b9-ea71e330faaf req-a0f450ad-da11-4a59-b6f7-32c70ecf39d5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:08.859275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1195c84c-14e2-4b1f-a0b9-ea71e330faaf req-a0f450ad-da11-4a59-b6f7-32c70ecf39d5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0803945 May 11 19:50:08.910661 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1195c84c-14e2-4b1f-a0b9-ea71e330faaf req-a8d3431d-1905-4ac8-82dc-2d6877144b65 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 May 11 19:50:09.177555 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 831eb6c2-98b8-464e-ada2-bde3bd8a0aea details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:50:09.312427 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:09.326325 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'port_id': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'mac_address': 'fa:16:3e:3b:60:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192e13a1-a6f0-45fb-963e-5525d787d457', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:50:09.382282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:09.399236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831eb6c2-98b8-464e-ada2-bde3bd8a0aea {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:09.414507 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:09.497323 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:09.499872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-837751c1-6502-4a98-99fd-202a27060cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:09.567896 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:09.570902 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:09.984268 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979923-a767-4a82-b098-7bf8d08ff339 req-1e2e5bdc-31af-4bb4-84b2-633b51e4fc0f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:09.986198 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-02979923-a767-4a82-b098-7bf8d08ff339 req-1e2e5bdc-31af-4bb4-84b2-633b51e4fc0f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 944 time: 0.0860100 May 11 19:50:10.034600 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-02979923-a767-4a82-b098-7bf8d08ff339 req-ae4085de-5ff6-4232-b398-81c06edf97df tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 May 11 19:50:10.188260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020935bd-10f5-481a-88de-f3760b475933 req-edb2a8cb-9a3a-4593-8b16-7777ebc44155 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:10.195199 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-020935bd-10f5-481a-88de-f3760b475933 req-edb2a8cb-9a3a-4593-8b16-7777ebc44155 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1760104 May 11 19:50:10.237129 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-020935bd-10f5-481a-88de-f3760b475933 req-62c4e5eb-7832-44c2-b07c-54f1589dea61 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 May 11 19:50:10.257188 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['831eb6c2-98b8-464e-ada2-bde3bd8a0aea'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:50:10.756224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7e9d-6a01-43ce-abb3-df197cadbf3e req-18685481-f5d1-45b5-9e5d-2c23bced415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:10.757681 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a6b7e9d-6a01-43ce-abb3-df197cadbf3e req-18685481-f5d1-45b5-9e5d-2c23bced415d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.0711517 May 11 19:50:10.819285 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a6b7e9d-6a01-43ce-abb3-df197cadbf3e req-9fb44190-47ee-4086-b216-0e1cadca2701 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 May 11 19:50:11.225973 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84328143-7a97-47dc-8a85-3cc4431c984e req-90bd788a-d821-450e-922b-3b1d7b5fe3cd tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:11.227475 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-84328143-7a97-47dc-8a85-3cc4431c984e req-90bd788a-d821-450e-922b-3b1d7b5fe3cd tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 944 time: 0.0838532 May 11 19:50:11.274039 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-84328143-7a97-47dc-8a85-3cc4431c984e req-096b8a61-59a0-4013-b748-71faa9d54b36 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 May 11 19:50:11.436610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34654) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:11.439428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f74e4-8793-4e5a-8b36-34bbb74a8998 req-1ee7470d-4ecb-4afc-9ba6-108fee282496 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:11.441323 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f37f74e4-8793-4e5a-8b36-34bbb74a8998 req-1ee7470d-4ecb-4afc-9ba6-108fee282496 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0932229 May 11 19:50:11.489123 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f37f74e4-8793-4e5a-8b36-34bbb74a8998 req-acf809c3-92e3-4132-a4da-273179766bef tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 May 11 19:50:11.572055 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:11.587381 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:11.591180 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0c3e68e59341b08e61f8daf43a4faf is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:11.594019 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:11.599758 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:11.685216 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:11.783546 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:11.865081 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-73a0ac29-3d99-4ef0-b529-073714e5dd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:11.897320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34670) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:11.910333 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e0c3e68e59341b08e61f8daf43a4faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726381 May 11 19:50:11.911117 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013e7d1-ae5a-4f85-bd8f-9a74bb87328a,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:11.913470 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34678) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:11.916123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:11.986486 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.019537 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.041629 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.056966 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:12.060929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Usage tracker for resource:security_group_rule and tenant:1287916af3b5448f8884dc27807910af is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:12.063931 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:12.072443 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:12.163848 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.167864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-807c00c6-16ac-4546-8b30-ba8a724d5912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:12.191330 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013e7d1-ae5a-4f85-bd8f-9a74bb87328a,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:12.195203 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:12.216367 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.217915 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b013e7d1-ae5a-4f85-bd8f-9a74bb87328a HTTP/1.1" status: 204 len: 168 time: 0.3032596 May 11 19:50:12.285220 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.348144 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.360364 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:12.391553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34696) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:12.392876 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1287916af3b5448f8884dc27807910af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923027 May 11 19:50:12.450980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a3f99f-e1a8-4785-9d3c-0e03947d527c,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:12.454817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:12.482101 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.494360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5334f0-9233-467d-bf7a-9b1692e9afa5 req-043e2445-d91b-493d-af09-98bb450fe044 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:12.500103 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cc5334f0-9233-467d-bf7a-9b1692e9afa5 req-043e2445-d91b-493d-af09-98bb450fe044 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 944 time: 0.1045368 May 11 19:50:12.532028 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.579949 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cc5334f0-9233-467d-bf7a-9b1692e9afa5 req-19d5382b-4d11-4e54-a9f4-02c7388e46fa tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 May 11 19:50:12.681873 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.687404 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:12.702570 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a3f99f-e1a8-4785-9d3c-0e03947d527c,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:12.706486 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:12.712767 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:12.714153 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9a3f99f-e1a8-4785-9d3c-0e03947d527c HTTP/1.1" status: 204 len: 168 time: 0.3207145 May 11 19:50:12.754819 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6429bc-6cc2-437a-961e-09180dc93f84 req-dbf77448-cae8-40bb-9d67-3903c4414d81 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:12.764279 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1b6429bc-6cc2-437a-961e-09180dc93f84 req-dbf77448-cae8-40bb-9d67-3903c4414d81 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1402605 May 11 19:50:12.823394 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1b6429bc-6cc2-437a-961e-09180dc93f84 req-d03f07e2-07b7-4a98-9608-46d77137ac17 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 May 11 19:50:13.190172 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 831eb6c2-98b8-464e-ada2-bde3bd8a0aea up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:50:13.342692 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:50:13.348267 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:50:13.348726 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.454114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34738) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:13.471889 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.472779 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.488917 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:13.492920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Usage tracker for resource:security_group_rule and tenant:a9bc9ac4e83d443381872198ee26fa67 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:13.495789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:13.500302 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:50:13.502851 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:13.511181 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:13.548779 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'code': 200} May 11 19:50:13.596187 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.600385 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.603145 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:13.689835 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:13.693371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:13.733802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.746815 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:13.799453 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9bc9ac4e83d443381872198ee26fa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432579 May 11 19:50:13.801859 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34750) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:13.802322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebbea5-5780-4fbc-b9f5-f4a13390a54a,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:13.805937 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:13.835875 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ebe66-0c38-4e92-8a16-25af78f3c16b req-a7826485-d1e7-45a1-9fb9-a6d9f006b664 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:13.837436 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e01ebe66-0c38-4e92-8a16-25af78f3c16b req-a7826485-d1e7-45a1-9fb9-a6d9f006b664 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.1391194 May 11 19:50:13.888451 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:13.890458 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e01ebe66-0c38-4e92-8a16-25af78f3c16b req-d1cd7afc-fbc6-499f-8e9f-9a3750038fa1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 May 11 19:50:13.931276 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:14.094466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2592b-370a-4034-998e-17fc0a8b562b req-895381d7-1354-4f96-bc12-02cb92e13107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:14.096825 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cfa2592b-370a-4034-998e-17fc0a8b562b req-895381d7-1354-4f96-bc12-02cb92e13107 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 1098 time: 0.1591530 May 11 19:50:14.129643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4c680-2b45-4ee7-89da-c4654277d867 req-0e4993da-7be9-4c64-a017-4172b6bc5ec5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:14.136892 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7af4c680-2b45-4ee7-89da-c4654277d867 req-0e4993da-7be9-4c64-a017-4172b6bc5ec5 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1681366 May 11 19:50:14.174160 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:14.180452 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a8ce21b0-e2d5-4762-bd09-5a6d8c3352f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:14.207018 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cfa2592b-370a-4034-998e-17fc0a8b562b req-4569209a-aaf0-4577-8c8a-c886949c72fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011429 May 11 19:50:14.211066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebbea5-5780-4fbc-b9f5-f4a13390a54a,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:14.215369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:14.230178 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7af4c680-2b45-4ee7-89da-c4654277d867 req-d77bab31-4521-43af-aa19-b31912632163 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 May 11 19:50:14.248083 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:14.249196 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7ebbea5-5780-4fbc-b9f5-f4a13390a54a HTTP/1.1" status: 204 len: 168 time: 0.4446735 May 11 19:50:14.909335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34804) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:15.120111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ad03-9f58-43b4-9c5c-5cd136ac1a3e req-f8686703-f72e-4334-9aca-d0d020ff6351 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:15.121556 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f383ad03-9f58-43b4-9c5c-5cd136ac1a3e req-f8686703-f72e-4334-9aca-d0d020ff6351 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1900632 May 11 19:50:15.123811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:15.136269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417748e5-074a-4e6d-9652-d50649dbc899 req-13e28fb6-6a46-41ee-8917-b9ebb36b9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:15.137669 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-13e28fb6-6a46-41ee-8917-b9ebb36b9041 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.1649146 May 11 19:50:15.183015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:15.186650 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c71a4-4225-4719-a2ba-f03dd6edca6b req-e1f7f16c-9f2c-4e43-9a58-0378560974dc tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:15.189329 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3a8c71a4-4225-4719-a2ba-f03dd6edca6b req-e1f7f16c-9f2c-4e43-9a58-0378560974dc tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.0818856 May 11 19:50:15.247753 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3a8c71a4-4225-4719-a2ba-f03dd6edca6b req-931c9502-5597-43ed-b537-f6aa7bdfd458 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 May 11 19:50:15.248057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Usage tracker for resource:security_group_rule and tenant:0e877ee17a13400187f3646698d05412 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:15.256945 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:15.267221 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:15.278669 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f383ad03-9f58-43b4-9c5c-5cd136ac1a3e req-db21971b-7c4b-49d6-a056-77f059143367 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436720 May 11 19:50:15.355303 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417748e5-074a-4e6d-9652-d50649dbc899 req-d9a6565a-cfb7-4e3b-93ed-d8d3203409c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:15.361160 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-d9a6565a-cfb7-4e3b-93ed-d8d3203409c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.2011280 May 11 19:50:15.432312 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-ca7468b1-d057-4ff0-aa97-1b05bd7dce58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.0683243 May 11 19:50:15.602347 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:15.602347 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417748e5-074a-4e6d-9652-d50649dbc899 req-a0675fbd-c56b-4a0a-86fd-7e533448e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:15.602347 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-a0675fbd-c56b-4a0a-86fd-7e533448e72f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1024661 May 11 19:50:15.636355 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-5efa3c6c-7f78-42cf-9678-07baed895d99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477231 May 11 19:50:15.828418 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:15.840725 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-37259759-e786-4b9f-9b29-723ae0c529f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:15.913492 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e877ee17a13400187f3646698d05412&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030124 May 11 19:50:15.916002 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee809f-a4fe-47a3-82a7-1c7fc5f1b036,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:15.916597 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34856) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:15.921281 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:15.947707 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-a0c19ea9-b2db-4904-9f33-fec72912d2a5 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930890 May 11 19:50:16.063829 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:16.144069 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:16.211674 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-417748e5-074a-4e6d-9652-d50649dbc899 req-54fdf274-4a6d-4594-b598-055011945f29 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543242 May 11 19:50:16.291413 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:16.297595 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4127dda9-ae16-41df-9b3f-d5700720ce11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:16.334759 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee809f-a4fe-47a3-82a7-1c7fc5f1b036,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:16.337961 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:16.345489 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:16.349235 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0ee809f-a4fe-47a3-82a7-1c7fc5f1b036 HTTP/1.1" status: 204 len: 168 time: 0.4290333 May 11 19:50:16.400432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-00459911-9fc7-4a86-aa0e-b132a44dba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:16.482243 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a550f9a-d99c-46f6-9bd2-12249cd67f12 req-787c3a32-92d9-4631-aeb6-dbe91e7e3a52 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:16.483763 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1a550f9a-d99c-46f6-9bd2-12249cd67f12 req-787c3a32-92d9-4631-aeb6-dbe91e7e3a52 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.0923319 May 11 19:50:16.513906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0eb79-3f98-45a9-95c8-3ccbab63756b req-71d5171e-d5d8-4ba8-a46e-cbd2ae9ad33a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:16.519800 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-05c0eb79-3f98-45a9-95c8-3ccbab63756b req-71d5171e-d5d8-4ba8-a46e-cbd2ae9ad33a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0895221 May 11 19:50:16.543810 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1a550f9a-d99c-46f6-9bd2-12249cd67f12 req-9aff331b-a247-433c-8cc9-3690b49eedb9 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 May 11 19:50:16.586231 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-05c0eb79-3f98-45a9-95c8-3ccbab63756b req-4294319f-79a8-4860-ae0d-5ce823c55252 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634725 May 11 19:50:17.728936 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34922) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:17.776125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83331d6-1221-48c3-b234-32d81a89aee3 req-57ed135b-1638-4463-9dca-9af5706cfbe7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:17.781454 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e83331d6-1221-48c3-b234-32d81a89aee3 req-57ed135b-1638-4463-9dca-9af5706cfbe7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0925479 May 11 19:50:17.826768 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e83331d6-1221-48c3-b234-32d81a89aee3 req-151a48ab-135a-428e-b5dc-d80fb1ba8948 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 May 11 19:50:17.998991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.015299 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:18.018840 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34934) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:18.020335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Usage tracker for resource:security_group_rule and tenant:49984adda4f5408a86eb85c82a29f47d is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:18.023263 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:18.029256 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:18.134454 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.150945 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34944) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:18.205332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.211349 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.219644 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:18.221075 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9f5f0503-0fd6-4601-bcf1-49b43202480c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:18.224828 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e21031504de3477999b263db421c2d48 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:18.229075 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:18.236665 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:18.262622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d74c66-726f-4a8b-b8e5-c7cf1bb4e58f,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:18.268909 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49984adda4f5408a86eb85c82a29f47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382228 May 11 19:50:18.274229 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:18.276468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34950) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:18.277500 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-557459717-network', 'tenant_id': 'd6cc85c4da1e44eea71793d6d5be093f'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:18.283968 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:18.290453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Usage tracker for resource:network and tenant:d6cc85c4da1e44eea71793d6d5be093f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:18.300107 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:18.307409 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:18.336639 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.360388 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.366037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.474191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Made reservation on behalf of d6cc85c4da1e44eea71793d6d5be093f for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:18.476518 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.488876 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.502726 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.503195 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:18.505556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.507944 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-07fc338b-ce95-46a7-b157-0d091aa16d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:18.514343 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-96a31fa3-b487-453a-95d5-58d01822299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:18.523061 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d74c66-726f-4a8b-b8e5-c7cf1bb4e58f,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:18.523268 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6cc85c4da1e44eea71793d6d5be093f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:18.528027 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:18.529518 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:18.537077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.538387 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8d74c66-726f-4a8b-b8e5-c7cf1bb4e58f HTTP/1.1" status: 204 len: 168 time: 0.2608867 May 11 19:50:18.553831 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:18.578698 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e21031504de3477999b263db421c2d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585022 May 11 19:50:18.601283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34960) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56cadcf-bdc6-449c-bd79-a3d3fe70d504,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.601564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:18.615499 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:18.687863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.697172 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.716116 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.737663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.744976 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1cf9fdbb-2d3f-4dda-a94b-14e2d7ec001f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:18.775885 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:50:18.785502 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4510009-627a-47f0-b45f-d97f5c96f673,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:18.789013 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:18.853099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.853676 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Added segment 2fb8b378-db1d-42e6-8e39-d4f5002bfe0f of type vlan for network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 May 11 19:50:18.854453 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.867094 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-14d68b3d-8119-4aad-a31e-416eecbd7628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:18.881801 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.893016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56cadcf-bdc6-449c-bd79-a3d3fe70d504,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:18.898235 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:18.906451 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.912979 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c56cadcf-bdc6-449c-bd79-a3d3fe70d504 HTTP/1.1" status: 204 len: 168 time: 0.3297799 May 11 19:50:18.913140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:18.919795 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-10200f30-923f-4bb8-ab93-ae7da6beca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.118230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.120899 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:19.121458 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.132126 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b9ee-28bb-4c89-8968-878d777d8c34 req-ed0c06c1-7aa2-400f-ac5c-582fdd4f9bd0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:19.133576 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7db9b9ee-28bb-4c89-8968-878d777d8c34 req-ed0c06c1-7aa2-400f-ac5c-582fdd4f9bd0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1289513 May 11 19:50:19.135771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:19.295086 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ccadc9b6-fbc9-4832-aaad-da282dc66cd7,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:19.298263 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:19.305775 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7db9b9ee-28bb-4c89-8968-878d777d8c34 req-16927fbc-ec97-4efe-a999-4344f3d0ca73 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502101 May 11 19:50:19.306272 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:50:19.322383 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 34986) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:19.348628 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.367585 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:19.371696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Usage tracker for resource:security_group_rule and tenant:5616a23ee2a64a17bd3b50378af590ca is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:19.374498 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:19.381400 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:19.419593 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2655830 May 11 19:50:19.420561 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 34990) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:19.426735 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Request body: {'subnet': {'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-557459717-subnet', 'tenant_id': 'd6cc85c4da1e44eea71793d6d5be093f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:19.433523 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:19.435843 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Usage tracker for resource:subnet and tenant:d6cc85c4da1e44eea71793d6d5be093f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:19.441118 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:19.447132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:19.500286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.565839 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Made reservation on behalf of d6cc85c4da1e44eea71793d6d5be093f for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:19.569360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.622475 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.640672 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b23c6e1a-914e-4da7-9e92-65ba891df5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:19.669696 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5616a23ee2a64a17bd3b50378af590ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442841 May 11 19:50:19.671070 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35002) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:19.686655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed75da-07e5-484b-b455-d2d51fc88136,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:19.690479 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:19.786994 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.830557 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.994228 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:19.997824 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2c7b5faf-3159-4ceb-bfb3-30be295443f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:20.013664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed75da-07e5-484b-b455-d2d51fc88136,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:20.136420 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:20.153248 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:20.154355 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15ed75da-07e5-484b-b455-d2d51fc88136 HTTP/1.1" status: 204 len: 168 time: 0.4823215 May 11 19:50:20.298650 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:20.302943 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:20.304295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-91aecafd-e918-4ffe-9426-c848ae359137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:20.378431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec6da37-dfcf-4dc7-81b5-838efabafc4e,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:20.382864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:20.389934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Checking segment: {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:20.390369 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Network hostable DHCP agents. Network: ccadc9b6-fbc9-4832-aaad-da282dc66cd7, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:50:20.487595 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:50:20.509745 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d79f72-0f12-4047-bdcd-b4eae034a4d2 req-cc7d0ec2-ee06-471d-b2ae-8170d1ca3de8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:20.511253 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c5d79f72-0f12-4047-bdcd-b4eae034a4d2 req-cc7d0ec2-ee06-471d-b2ae-8170d1ca3de8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0863283 May 11 19:50:20.566452 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c5d79f72-0f12-4047-bdcd-b4eae034a4d2 req-a6c07e91-50bf-401d-a091-1e5ceedcf8f8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 May 11 19:50:20.640514 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, ccadc9b6-fbc9-4832-aaad-da282dc66cd7) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:20.652775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bd6bf-6648-4820-b10b-b1b4de5c6104 None None] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:50:20.653690 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:20.654297 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:20.738424 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fd9b9011-d5c2-4dd5-b082-278e52419e98 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3161516 May 11 19:50:20.781672 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 35040) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:20.898064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112a4d8-18fb-4b3b-9dd2-75dee5099ad7 None None] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:50:20.955024 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:20.981711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:20.988252 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2810f6a27d4b02ac5b6382a8cbcd0c is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:20.991320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:21.010680 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:21.092377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.194304 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.203766 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:21.246622 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e2810f6a27d4b02ac5b6382a8cbcd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626019 May 11 19:50:21.248230 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd55a3-a4f4-4480-a67a-90ff71b6a2bb,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:21.249401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35058) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:21.251321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:21.311726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.338609 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.565885 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.570857 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-da00eb3a-3604-450b-be90-b65da29d190f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:21.583465 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd55a3-a4f4-4480-a67a-90ff71b6a2bb,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:21.590082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:21.590905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.602805 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:21.604557 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80dd55a3-a4f4-4480-a67a-90ff71b6a2bb HTTP/1.1" status: 204 len: 168 time: 0.3540273 May 11 19:50:23.115589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af294-6380-4926-9033-62094a25a2e6 req-a365a267-3116-41d8-93e2-0e3349d9afcc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:23.117154 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3e1af294-6380-4926-9033-62094a25a2e6 req-a365a267-3116-41d8-93e2-0e3349d9afcc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0962274 May 11 19:50:23.180342 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3e1af294-6380-4926-9033-62094a25a2e6 req-9d7f1f96-100e-4c5b-ad9f-81d783331ed0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554917 May 11 19:50:23.638955 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35166) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:23.930521 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:23.962017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:23.966075 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Usage tracker for resource:security_group_rule and tenant:037a10e21c1c491abe47e29613c5077b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:23.969045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:23.976064 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:23.984466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-c722442c-cdee-47f1-b029-210eb1d7089d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:23.986074 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-c722442c-cdee-47f1-b029-210eb1d7089d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 808 time: 0.1725340 May 11 19:50:24.001762 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-0cf8bba7-9721-4a56-9117-141f8aa5871a tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/quotas/d6cc85c4da1e44eea71793d6d5be093f HTTP/1.1" status: 200 len: 375 time: 0.0090153 May 11 19:50:24.066897 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-85ec79e2-ac8c-4eae-be97-3be9485ab242 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591927 May 11 19:50:24.078095 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.165969 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.178750 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:24.200518 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-0f7ba7cc-f837-4155-bc8e-2afa40caafa5 service neutron] 10.222.0.15 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326935 May 11 19:50:24.219350 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=037a10e21c1c491abe47e29613c5077b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791466 May 11 19:50:24.222739 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35198) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:24.225587 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f879e161-03e7-4575-a6e6-1b5d3db158df,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:24.238911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:24.288624 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.319257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.351563 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-4221f741-363e-4f6b-8684-942a4e4da4d9 service neutron] 10.222.0.15 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418948 May 11 19:50:24.514393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.519945 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c853cccc-0a00-4bd6-b1ae-b937f55363d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:24.530766 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f879e161-03e7-4575-a6e6-1b5d3db158df,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:24.534651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:24.537877 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:24.539280 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f879e161-03e7-4575-a6e6-1b5d3db158df HTTP/1.1" status: 204 len: 168 time: 0.3151629 May 11 19:50:24.678338 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f2d5a4a-60c4-4d6b-83d6-86387f9ca14c req-a6761081-3be6-4059-b483-d107a46bd69a tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0569711 May 11 19:50:24.921660 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-fbe0bec9-b67e-4589-8753-0bdece9fa491 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744400 May 11 19:50:25.100872 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-31c02744-ee92-44c0-99f0-385bd48b8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:25.103167 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-31c02744-ee92-44c0-99f0-385bd48b8b78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.1308889 May 11 19:50:25.276741 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-357c4731-9498-4f18-a9b1-b56b23838f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:25.278859 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-357c4731-9498-4f18-a9b1-b56b23838f51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.1509023 May 11 19:50:25.353567 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-f170d898-75c9-46bb-937f-f4169e918129 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.0647786 May 11 19:50:25.434472 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-471db17d-fefb-4da5-8304-2118bf5ecd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:25.436043 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-471db17d-fefb-4da5-8304-2118bf5ecd03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.0630915 May 11 19:50:25.497917 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-b7a10224-a6fe-4b1e-a5cb-92bf8f5a1cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480831 May 11 19:50:25.728847 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-bc2a6c4d-9bc0-437e-b6cc-2089e694c489 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200947 May 11 19:50:25.825077 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bd148f22-bf18-419e-9b84-b634438653ec req-a008af7a-4f2c-4a5b-bdbd-89663ebfc5e7 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0962853 May 11 19:50:25.914012 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5321c32e-d05b-4448-984d-42cfe2ddf002 req-e06f4c11-c4c0-4b62-8527-e39ecd7db858 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594896 May 11 19:50:27.024222 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bf2a4458-abaf-4485-8748-b967ec346309 req-f802fdc9-0951-4bc9-83a5-8e27a720215c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0842817 May 11 19:50:27.833970 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:28.205979 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-305f9f21-af07-4ffe-9e49-5aa2c147c56a req-c9589ebe-e65a-4b17-8b15-244f50f91c34 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0429142 May 11 19:50:30.599488 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3313fecd-946b-41a3-baf0-f5f4422be36f req-189de90b-5002-4d8f-a4d1-bafb173ab8ab tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0503926 May 11 19:50:30.640652 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-27e6e532-4475-4814-b087-e8857bbaaf35 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:30.640652 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-27e6e532-4475-4814-b087-e8857bbaaf35 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 808 time: 0.2069464 May 11 19:50:30.656946 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Request body: {'port': {'device_id': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7', 'admin_state_up': True, 'tenant_id': 'd6cc85c4da1e44eea71793d6d5be093f'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:30.795608 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:30.799986 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Usage tracker for resource:port and tenant:d6cc85c4da1e44eea71793d6d5be093f is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:30.802841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:30.808492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:30.913832 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Made reservation on behalf of d6cc85c4da1e44eea71793d6d5be093f for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:30.917470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:31.084201 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Allocated IP 172.20.0.5 (ccadc9b6-fbc9-4832-aaad-da282dc66cd7/3ec6da37-dfcf-4dc7-81b5-838efabafc4e/2cbe8dc3-6515-4097-9637-37cc63a8a142) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:50:31.300894 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:31.389131 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:31.396949 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:31.461314 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:31.470312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:31.486704 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Pushing event updated for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:31.491238 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:31.543542 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.543906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.544275 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.544607 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.544957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.545303 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.545649 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.546063 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.546407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.546748 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.547115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.548027 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:31.553646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:31.581793 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:31.582175 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:31.675790 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227172 May 11 19:50:31.720294 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Request body: {'port': {'device_id': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:31.833501 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:31.871676 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe938a-1494-4e83-a921-c477a0322e55 req-923db3a5-7880-4154-8ef8-9f07d02093ac tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:31.873990 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3bfe938a-1494-4e83-a921-c477a0322e55 req-923db3a5-7880-4154-8ef8-9f07d02093ac tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 931 time: 0.1274192 May 11 19:50:31.922434 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-3bfe938a-1494-4e83-a921-c477a0322e55 req-39911231-4fe2-4618-9350-d61d17bab7e6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Synchronizing usage tracker for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:50:32.011784 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-3bfe938a-1494-4e83-a921-c477a0322e55 req-39911231-4fe2-4618-9350-d61d17bab7e6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Unset dirty status for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:50:32.013056 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3bfe938a-1494-4e83-a921-c477a0322e55 req-39911231-4fe2-4618-9350-d61d17bab7e6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321712 May 11 19:50:32.303050 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbe8dc3-6515-4097-9637-37cc63a8a142 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:32.310067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:32.324397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Transition to ACTIVE for port object 2cbe8dc3-6515-4097-9637-37cc63a8a142 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:32.388485 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:32.393223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:32.556592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:32.570473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:32.647200 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Attempting to bind port 2cbe8dc3-6515-4097-9637-37cc63a8a142 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:50:32.647737 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Attempting to bind port 2cbe8dc3-6515-4097-9637-37cc63a8a142 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:50:32.648141 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Attempting to bind port 2cbe8dc3-6515-4097-9637-37cc63a8a142 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:32.653603 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Port 2cbe8dc3-6515-4097-9637-37cc63a8a142 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:50:32.654008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Attempting to bind port 2cbe8dc3-6515-4097-9637-37cc63a8a142 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:32.662218 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:50:32.662561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Checking segment: {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:32.663088 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Bound using segment: {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:50:32.663598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Bound port: 2cbe8dc3-6515-4097-9637-37cc63a8a142, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:50:32.664017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:32.783332 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:50:32.786837 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:50:32.858327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:32.863631 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3c3cb1e4-d2ec-4e94-8dd9-06b6e1600c92 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:32.960748 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:32.961450 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:32.962858 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] 10.222.0.44 "PUT /v2.0/ports/2cbe8dc3-6515-4097-9637-37cc63a8a142 HTTP/1.1" status: 200 len: 1093 time: 1.2473762 May 11 19:50:32.963408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:50:32.988181 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:32.991338 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:33.092176 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142', 'status': 'completed', 'code': 200} May 11 19:50:33.244439 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-60877efb-e967-4bb3-9e7a-6a527c87a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:33.245932 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-60877efb-e967-4bb3-9e7a-6a527c87a07e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1182821 May 11 19:50:33.379874 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-8791bae1-5da2-4c0c-a412-13a63ac0ae9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142 HTTP/1.1" status: 200 len: 217 time: 0.1170690 May 11 19:50:33.461630 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758036b-4851-4a62-a147-61cac38d8828 req-a6a05e05-0fa3-438a-b42a-b15b76f6e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:33.463132 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-a6a05e05-0fa3-438a-b42a-b15b76f6e44f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec6da37-dfcf-4dc7-81b5-838efabafc4e HTTP/1.1" status: 200 len: 848 time: 0.0734503 May 11 19:50:33.479987 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153f11-7718-4c1f-9988-668c7b3b893b req-9e964572-b074-4070-bb6e-ac170d5b9a52 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:33.486489 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-df153f11-7718-4c1f-9988-668c7b3b893b req-9e964572-b074-4070-bb6e-ac170d5b9a52 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Synchronizing usage tracker for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:50:33.528225 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-f87acaa2-319b-4177-8665-7040ddfa3981 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437984 May 11 19:50:33.613964 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-df153f11-7718-4c1f-9988-668c7b3b893b req-9e964572-b074-4070-bb6e-ac170d5b9a52 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Unset dirty status for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:50:33.615023 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df153f11-7718-4c1f-9988-668c7b3b893b req-9e964572-b074-4070-bb6e-ac170d5b9a52 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 943 time: 0.2861726 May 11 19:50:33.701121 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df153f11-7718-4c1f-9988-668c7b3b893b req-dcae6db6-1066-4361-8327-f8487279b092 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788519 May 11 19:50:33.710031 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-da30d2d3-6520-4e44-8639-c32a7ab84734 service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681674 May 11 19:50:34.896133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c68bad-6f36-4eb6-821f-cefa772c911e req-6a0f8fd0-3aeb-41bd-8c4e-784f4aad5839 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:34.897581 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d5c68bad-6f36-4eb6-821f-cefa772c911e req-6a0f8fd0-3aeb-41bd-8c4e-784f4aad5839 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 943 time: 0.0845087 May 11 19:50:34.943786 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d5c68bad-6f36-4eb6-821f-cefa772c911e req-792d67c6-f59c-437d-9b32-c1c9029bde70 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 May 11 19:50:36.127601 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b5ea5-424d-4dfd-b70a-8182b4e70df7 req-6034ab23-0bfc-4df2-8759-5ec6d141082b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:36.129404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676b5ea5-424d-4dfd-b70a-8182b4e70df7 req-6034ab23-0bfc-4df2-8759-5ec6d141082b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 943 time: 0.0825491 May 11 19:50:36.181522 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676b5ea5-424d-4dfd-b70a-8182b4e70df7 req-136646d2-475f-4ced-8811-130eff12bd09 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 May 11 19:50:36.449309 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:50:36.706923 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3758036b-4851-4a62-a147-61cac38d8828 req-09af36b5-1c99-4062-b811-df018a5755e4 service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331818 May 11 19:50:36.948047 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-02ae8948-7fe4-4f95-a36d-0c4b02bdd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:36.949513 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-02ae8948-7fe4-4f95-a36d-0c4b02bdd818 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0717106 May 11 19:50:37.085150 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-ffb387a6-8cc7-4880-8f12-213bf8f933d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:37.086650 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-ffb387a6-8cc7-4880-8f12-213bf8f933d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 909 time: 0.1294427 May 11 19:50:37.248437 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-bd89ae85-6cfc-4a0a-9f65-ed0a6db6810a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142 HTTP/1.1" status: 200 len: 217 time: 0.1489654 May 11 19:50:37.320237 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-57607620-88cf-4a41-b517-8812c2c1a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:37.321644 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-57607620-88cf-4a41-b517-8812c2c1a643 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec6da37-dfcf-4dc7-81b5-838efabafc4e HTTP/1.1" status: 200 len: 848 time: 0.0635543 May 11 19:50:37.370443 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-d4d386a5-84cd-429a-b060-31cbda6a62f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415404 May 11 19:50:37.381319 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b6ea-c87a-4677-b2ef-5830872cc36c req-3951e648-c36b-489d-9019-fd809a0b339d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:37.382830 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-79d0b6ea-c87a-4677-b2ef-5830872cc36c req-3951e648-c36b-489d-9019-fd809a0b339d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 943 time: 0.0886910 May 11 19:50:37.430699 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-79d0b6ea-c87a-4677-b2ef-5830872cc36c req-7247c675-9427-4d06-a673-5e7a9861eaec tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 May 11 19:50:37.511784 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-2b5bb239-9867-45e0-8d38-099b9dce36f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318245 May 11 19:50:37.648994 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0071325d-a48e-4bc9-8243-1118b8af7119 req-a73e955b-ede0-411d-83da-73a75d31ff7d service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299655 May 11 19:50:38.635702 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8785-17ff-4b80-9d51-f22d22ff1d1e req-597bc3b7-e793-4f78-920b-13011039034a tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:38.637598 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-731d8785-17ff-4b80-9d51-f22d22ff1d1e req-597bc3b7-e793-4f78-920b-13011039034a tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 943 time: 0.1000454 May 11 19:50:38.697466 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-731d8785-17ff-4b80-9d51-f22d22ff1d1e req-823c7f58-916e-4878-b472-e1df237272b3 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 May 11 19:50:39.317201 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 2cbe8dc3-6515-4097-9637-37cc63a8a142 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:50:39.450071 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:39.464151 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '2cbe8dc3-6515-4097-9637-37cc63a8a142', 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7', 'port_id': '2cbe8dc3-6515-4097-9637-37cc63a8a142', 'mac_address': 'fa:16:3e:b1:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec6da37-dfcf-4dc7-81b5-838efabafc4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:50:39.532751 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:39.539929 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbe8dc3-6515-4097-9637-37cc63a8a142 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:39.554689 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:39.668640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:39.671584 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:39.740680 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:39.747709 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.748060 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.748398 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.748730 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.749059 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.749387 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.749710 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.750035 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.750358 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.751267 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.751593 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.751912 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:39.756338 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:39.900948 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5076e5c-dc1a-4c92-ab79-5545cbdb1bfe req-d049eec6-925a-440d-b2b1-7d7586b830ae tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:39.902528 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f5076e5c-dc1a-4c92-ab79-5545cbdb1bfe req-d049eec6-925a-440d-b2b1-7d7586b830ae tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 944 time: 0.0915780 May 11 19:50:39.961915 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f5076e5c-dc1a-4c92-ab79-5545cbdb1bfe req-20e673ce-ee8b-4b25-b087-e215d9389fbe tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 May 11 19:50:40.179446 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['2cbe8dc3-6515-4097-9637-37cc63a8a142'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:50:40.924656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ece41-4d9d-416b-a487-978060deb8f0 req-6307c4be-fe0b-4c5b-aa44-e25c005434cd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:40.926095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-036ece41-4d9d-416b-a487-978060deb8f0 req-6307c4be-fe0b-4c5b-aa44-e25c005434cd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0937831 May 11 19:50:40.972837 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-036ece41-4d9d-416b-a487-978060deb8f0 req-759445c9-a8d7-4f5c-9444-2714b3c16602 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 May 11 19:50:41.244898 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52a15-2cba-4734-8605-5347d422e2a3 req-b64ba49c-c658-4afb-9f97-10f011863b49 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:41.247035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fd52a15-2cba-4734-8605-5347d422e2a3 req-b64ba49c-c658-4afb-9f97-10f011863b49 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 944 time: 0.1309767 May 11 19:50:41.338894 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fd52a15-2cba-4734-8605-5347d422e2a3 req-07510b84-d678-4f5f-a621-9590b2104f89 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 May 11 19:50:41.379822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-b42d8ad0-32d1-4f60-a9bd-80ff2b8b1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:41.380666 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-b42d8ad0-32d1-4f60-a9bd-80ff2b8b1709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.0938828 May 11 19:50:41.406137 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-6d3fe283-bfcb-42ce-aa84-925ad1737bcf tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:41.407849 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-6d3fe283-bfcb-42ce-aa84-925ad1737bcf tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.1663465 May 11 19:50:41.425026 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-ea262c0a-6a51-49ad-b380-40ba9c7384ff tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/quotas/d56cf86861b749e29a60510719028e27 HTTP/1.1" status: 200 len: 375 time: 0.0108447 May 11 19:50:41.520986 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-a895f728-2a5a-44dd-86f0-32907aa29db3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849566 May 11 19:50:41.583492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-0dd50825-2dde-4cba-94b5-230fd491ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:41.585117 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-0dd50825-2dde-4cba-94b5-230fd491ca7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.1947684 May 11 19:50:41.607367 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571046d-a049-43b5-be5b-821f99c0bf11 req-121f1077-81ed-4634-82e6-a9dfbe4ce278 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:41.608876 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9571046d-a049-43b5-be5b-821f99c0bf11 req-121f1077-81ed-4634-82e6-a9dfbe4ce278 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1461396 May 11 19:50:41.656047 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9571046d-a049-43b5-be5b-821f99c0bf11 req-175506ad-67ff-44ba-8d88-27d7d6fb7244 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 May 11 19:50:41.672090 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-f55607a6-a7af-44d3-a0c6-3cb9d98e07be service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418021 May 11 19:50:41.804013 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-fe3266cc-43c1-48f2-827b-778bb5c0ca43 service neutron] 10.222.0.15 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257625 May 11 19:50:42.053290 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-273220a8-a6f6-4116-8707-798e915362f7 req-ba838c31-ee5d-4a15-afa1-a0556fb7350a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.0518184 May 11 19:50:42.214401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb044f-ae1d-4694-a750-223a0d288a47 req-83f3a44b-8fb5-4974-8bdf-67f2e64f5bf1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:42.215960 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-48bb044f-ae1d-4694-a750-223a0d288a47 req-83f3a44b-8fb5-4974-8bdf-67f2e64f5bf1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0844648 May 11 19:50:42.260673 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-48bb044f-ae1d-4694-a750-223a0d288a47 req-38756b19-96eb-48b5-a221-a2c47af64fc7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377381 May 11 19:50:42.540441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f6a50-4388-4f53-975f-b20371367e6a req-086c8e7b-49eb-4bb6-a8d9-9d7a44b1c481 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:42.540633 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35700) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:42.541073 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e81f6a50-4388-4f53-975f-b20371367e6a req-086c8e7b-49eb-4bb6-a8d9-9d7a44b1c481 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 944 time: 0.0900700 May 11 19:50:42.584130 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e81f6a50-4388-4f53-975f-b20371367e6a req-43a2607a-77f4-426b-bcf0-ebf65861262e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 May 11 19:50:42.656109 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:42.670498 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:42.674790 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Usage tracker for resource:security_group_rule and tenant:9c9fecc51f444c0ba2b91e64174d8a40 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:42.677807 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:42.681183 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-1a83bb44-eb22-4fab-ac26-893365cc5e18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.0657477 May 11 19:50:42.685021 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:42.768002 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:42.911395 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:42.920271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0b656536-ccaf-4991-a8d2-f92742905504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:42.959797 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de0777-86c7-45e6-b6ff-c4f2d897509b req-694f331e-5c19-4304-8f37-721d4ce3789e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:42.959797 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d7de0777-86c7-45e6-b6ff-c4f2d897509b req-694f331e-5c19-4304-8f37-721d4ce3789e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1735592 May 11 19:50:42.989100 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c9fecc51f444c0ba2b91e64174d8a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511950 May 11 19:50:42.991378 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850556f0-03c2-45a9-ac90-b3670577ecf8,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:42.991946 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 35712) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:43.001066 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:43.023067 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d7de0777-86c7-45e6-b6ff-c4f2d897509b req-4aefb7cc-f437-482a-a833-4cf1751aca9a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781031 May 11 19:50:43.055425 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:43.092699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:43.196030 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-30c49062-5276-45e2-a741-0c4ae3388b56 req-61e159d5-9afd-4f86-b009-b956d0ede9b1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.0408106 May 11 19:50:43.205583 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:43.209215 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9889bb95-4e67-4f9c-b194-012334f15769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:43.221099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850556f0-03c2-45a9-ac90-b3670577ecf8,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:43.224648 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:43.227780 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:43.228848 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/850556f0-03c2-45a9-ac90-b3670577ecf8 HTTP/1.1" status: 204 len: 168 time: 0.2359393 May 11 19:50:43.461516 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dec6dc-e565-4514-a02a-7a404a7f76c0 req-11645b9a-45b1-4c30-bf99-3205ba2441bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:43.462987 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-67dec6dc-e565-4514-a02a-7a404a7f76c0 req-11645b9a-45b1-4c30-bf99-3205ba2441bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0840776 May 11 19:50:43.510290 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-67dec6dc-e565-4514-a02a-7a404a7f76c0 req-f5a5f5cd-04c8-4b17-98fb-2f04adce13e5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414314 May 11 19:50:43.549664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-ca1fbb51-8726-4df2-ad85-5ae40f10d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:43.551176 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-ca1fbb51-8726-4df2-ad85-5ae40f10d1db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.0654438 May 11 19:50:43.775789 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173051-9172-4e8d-b701-f29c563e167d req-b111de01-410c-4f25-8654-5eced58aa03e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:43.777239 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e173051-9172-4e8d-b701-f29c563e167d req-b111de01-410c-4f25-8654-5eced58aa03e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 944 time: 0.0824914 May 11 19:50:43.825737 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e173051-9172-4e8d-b701-f29c563e167d req-b808c5ed-512a-4ec7-988a-6571f297d907 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 May 11 19:50:44.213525 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4560-1713-4100-b6aa-4ac3706cb8f3 req-aa21b911-01c0-4578-9b08-3493e21e68d9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:44.214991 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bd8b4560-1713-4100-b6aa-4ac3706cb8f3 req-aa21b911-01c0-4578-9b08-3493e21e68d9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0927670 May 11 19:50:44.273953 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bd8b4560-1713-4100-b6aa-4ac3706cb8f3 req-820be42f-6400-45a9-84ae-8b4dcc9974db tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 May 11 19:50:44.508870 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 2cbe8dc3-6515-4097-9637-37cc63a8a142 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:50:44.575887 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9a3e7d8-8558-4a6b-a036-b70de37e5edb req-ae5b60c9-cdf6-493b-8fec-46b9950ed9e3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.1281984 May 11 19:50:44.619297 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-f590651c-a67d-4017-8df6-a5be05150f0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424509 May 11 19:50:44.736620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ad01c-8541-41d0-bece-7afca28e457e req-8573b05b-7a1c-40e9-9b4f-0fb564add1f8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:44.738040 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d17ad01c-8541-41d0-bece-7afca28e457e req-8573b05b-7a1c-40e9-9b4f-0fb564add1f8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0838227 May 11 19:50:44.758468 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-3d0a7931-7dc7-4000-8776-ba81c6c0c717 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317770 May 11 19:50:44.787072 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-d17ad01c-8541-41d0-bece-7afca28e457e req-2cbad051-f39a-4bd9-9bcf-bf96fd83e3c7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 May 11 19:50:44.794371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 2cbe8dc3-6515-4097-9637-37cc63a8a142 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:50:44.799691 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 2cbe8dc3-6515-4097-9637-37cc63a8a142 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:50:44.800167 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:44.922662 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0cc0777-d457-4f8a-9b43-491c86d68656 req-2bb29353-3b55-4d3b-bef1-3bbf3d7b73dd service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569202 May 11 19:50:44.936679 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:44.965581 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:50:44.987602 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:45.020399 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142', 'code': 200} May 11 19:50:45.038623 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3047685-1f11-4a02-8269-a1f8b13f3287 req-67932adb-5bac-4784-9641-392dacdfafa7 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:45.039809 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:45.040266 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3047685-1f11-4a02-8269-a1f8b13f3287 req-67932adb-5bac-4784-9641-392dacdfafa7 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 944 time: 0.1068852 May 11 19:50:45.041694 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:45.101284 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3047685-1f11-4a02-8269-a1f8b13f3287 req-b7ca66cc-1a90-49c7-b238-7ae508d9b1d9 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538664 May 11 19:50:45.129968 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:45.133868 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:45.475254 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c0e0-5b3e-43c7-a4dd-7514d0efdbfe req-e3d55956-95cd-4e35-96de-1b3db8ace2e3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:45.476720 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-85d6c0e0-5b3e-43c7-a4dd-7514d0efdbfe req-e3d55956-95cd-4e35-96de-1b3db8ace2e3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0968451 May 11 19:50:45.523510 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-85d6c0e0-5b3e-43c7-a4dd-7514d0efdbfe req-f50600bf-c340-4832-8236-6fd5a9767852 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 May 11 19:50:45.757086 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6b765a8-6489-44a6-b356-6412dfe0427e req-e871e654-82e2-4f37-9019-ceb2d00e32da tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.0537577 May 11 19:50:45.780123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f17ca-5bdb-4448-9b50-505683a1320c req-63e06742-6ec0-4515-aff9-0eaa292b576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:45.781627 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4a8f17ca-5bdb-4448-9b50-505683a1320c req-63e06742-6ec0-4515-aff9-0eaa292b576c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1283410 May 11 19:50:45.830492 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4a8f17ca-5bdb-4448-9b50-505683a1320c req-736845f7-6f19-45da-9cde-463d6d932d76 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 May 11 19:50:45.979306 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c99b06-8ee6-43a1-a92d-ce23527080c8 req-4db2cf7e-58c9-49e3-8ed4-4420c5b6e165 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:45.980860 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-22c99b06-8ee6-43a1-a92d-ce23527080c8 req-4db2cf7e-58c9-49e3-8ed4-4420c5b6e165 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0806663 May 11 19:50:46.027797 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-22c99b06-8ee6-43a1-a92d-ce23527080c8 req-8f4204b9-fcfd-430e-bed2-7f899734a5b1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 May 11 19:50:46.401207 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505996b6-3d21-4a6d-8116-15018607cbde req-dcab68f6-b7ae-420c-aeaf-8b5e5f1485de tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:46.402564 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-505996b6-3d21-4a6d-8116-15018607cbde req-dcab68f6-b7ae-420c-aeaf-8b5e5f1485de tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.2016518 May 11 19:50:46.409437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-33dc20ee-fbc2-4599-b9fd-46fd34e055be tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:46.410735 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-33dc20ee-fbc2-4599-b9fd-46fd34e055be tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/networks?id=0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 200 len: 815 time: 0.1795545 May 11 19:50:46.428276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3b58-5828-465a-9505-e9f7e0d94277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:46.439632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Request body: {'port': {'device_id': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'admin_state_up': True, 'tenant_id': 'd56cf86861b749e29a60510719028e27'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:46.524306 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-505996b6-3d21-4a6d-8116-15018607cbde req-919aa645-71a4-46de-8bd7-167c17b60ba6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123955 May 11 19:50:46.593301 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:46.604272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:46.714457 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Made reservation on behalf of d56cf86861b749e29a60510719028e27 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:46.718772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:46.749444 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b45b9-3aa2-4500-b2e8-328c3c17f936 req-6b42ed46-db1a-46fe-a7e5-6368edcc5fa0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:46.757150 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-388b45b9-3aa2-4500-b2e8-328c3c17f936 req-6b42ed46-db1a-46fe-a7e5-6368edcc5fa0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1119959 May 11 19:50:46.814107 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-388b45b9-3aa2-4500-b2e8-328c3c17f936 req-788d2cbb-ed15-45f4-b4ec-da0e806e11a4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531886 May 11 19:50:46.960277 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6b6c4b83-3354-4d2d-a341-8e13973ad85c req-2171db09-2919-4d24-85a3-3a94e1b616e5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.0498435 May 11 19:50:46.970010 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Allocated IP 172.20.0.9 (0c80d483-83e2-4728-9896-3b8f9b02290b/192e13a1-a6f0-45fb-963e-5525d787d457/d82f2828-a68f-4044-a061-062f1a85273d) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:50:47.212138 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.252628 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642822-795b-43e8-8cf2-56695b9ca899 req-0e2df7c7-3137-4bfa-94af-20c47fe58eb3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:47.254341 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-47642822-795b-43e8-8cf2-56695b9ca899 req-0e2df7c7-3137-4bfa-94af-20c47fe58eb3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0909803 May 11 19:50:47.317987 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.318736 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-47642822-795b-43e8-8cf2-56695b9ca899 req-92dc4bbf-a2a5-44d8-be43-973d03a82f50 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575621 May 11 19:50:47.327998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c853fef4-991c-4019-a557-21cad209b0f6 tempest-DeleteServersTestJSON-303156033 tempest-DeleteServersTestJSON-303156033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:47.362281 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391', '57184527-6644-42ec-865b-c08872e362e6', '831eb6c2-98b8-464e-ada2-bde3bd8a0aea'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:50:47.402932 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Network 0c80d483-83e2-4728-9896-3b8f9b02290b is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:47.403391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35838) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:47.404705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:47.408665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:47.486821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event updated for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:47.497950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:47.525038 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:47.525656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.614596 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.645038 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:47.650738 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Usage tracker for resource:security_group_rule and tenant:50fb41c4262f4d17a920cb250b9c7c48 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:47.654693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:47.664550 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:47.728383 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2936161 May 11 19:50:47.751494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Request body: {'port': {'device_id': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:47.802883 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.909031 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:47.919887 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:47.963250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f3513-0e0a-403e-9aee-5708879e6537 req-15f728e9-34d4-4f8c-b2cd-5217852751da tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:47.964707 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b57f3513-0e0a-403e-9aee-5708879e6537 req-15f728e9-34d4-4f8c-b2cd-5217852751da tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.2743700 May 11 19:50:47.995749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.027156 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50fb41c4262f4d17a920cb250b9c7c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225142 May 11 19:50:48.029591 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35856) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:48.034191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829745f9-fa82-4154-8dee-ff9d1a2400a6,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:48.052722 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:48.069857 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b57f3513-0e0a-403e-9aee-5708879e6537 req-c198298e-0921-4507-bce7-615b3f0cc2af tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936220 May 11 19:50:48.138431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0796b-dba9-4fa6-bfd8-939adcf48edf req-108bfa0c-457f-4fff-9be2-f23435ec2713 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:48.140197 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8de0796b-dba9-4fa6-bfd8-939adcf48edf req-108bfa0c-457f-4fff-9be2-f23435ec2713 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2051101 May 11 19:50:48.143588 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.198550 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.228268 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8de0796b-dba9-4fa6-bfd8-939adcf48edf req-30599453-aa2a-4ee2-85f8-8470a7adace6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813665 May 11 19:50:48.342627 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.348271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-854178a9-9b71-49b2-a5c8-203b5882146e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:48.366167 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829745f9-fa82-4154-8dee-ff9d1a2400a6,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:48.368564 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:48.373758 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d7d9e-1b64-4455-b219-de8ff1e61e7d req-699f2f2a-7d90-4195-8fc2-581c4821bc69 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:48.374069 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.374494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-566d7d9e-1b64-4455-b219-de8ff1e61e7d req-699f2f2a-7d90-4195-8fc2-581c4821bc69 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:50:48.375242 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/829745f9-fa82-4154-8dee-ff9d1a2400a6 HTTP/1.1" status: 204 len: 168 time: 0.3444862 May 11 19:50:48.467803 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82f2828-a68f-4044-a061-062f1a85273d {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:48.475840 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.489821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Transition to ACTIVE for port object d82f2828-a68f-4044-a061-062f1a85273d will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:48.502351 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-566d7d9e-1b64-4455-b219-de8ff1e61e7d req-699f2f2a-7d90-4195-8fc2-581c4821bc69 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:50:48.504154 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-566d7d9e-1b64-4455-b219-de8ff1e61e7d req-699f2f2a-7d90-4195-8fc2-581c4821bc69 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 931 time: 0.2639747 May 11 19:50:48.539988 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57b3c-ee9c-4287-a5c4-1a44bd60cd3d req-3d484718-c217-433d-a4a2-7027f8d2d5fe tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:48.541627 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-09d57b3c-ee9c-4287-a5c4-1a44bd60cd3d req-3d484718-c217-433d-a4a2-7027f8d2d5fe tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0879080 May 11 19:50:48.556243 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-566d7d9e-1b64-4455-b219-de8ff1e61e7d req-e3328454-9782-4d93-ba5c-a91dafee29de tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 May 11 19:50:48.588935 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.588935 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:48.597195 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-09d57b3c-ee9c-4287-a5c4-1a44bd60cd3d req-678f6c47-4e88-4a8f-a87d-a890b037cb87 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488245 May 11 19:50:48.744888 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Pushing event updated for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:48.751659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:48.818439 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Attempting to bind port d82f2828-a68f-4044-a061-062f1a85273d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:50:48.818774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Attempting to bind port d82f2828-a68f-4044-a061-062f1a85273d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:50:48.819140 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Attempting to bind port d82f2828-a68f-4044-a061-062f1a85273d on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:48.824210 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Port d82f2828-a68f-4044-a061-062f1a85273d on network 0c80d483-83e2-4728-9896-3b8f9b02290b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:50:48.824604 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Attempting to bind port d82f2828-a68f-4044-a061-062f1a85273d on network 0c80d483-83e2-4728-9896-3b8f9b02290b {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:48.830778 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:50:48.831150 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Checking segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:48.831535 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Bound using segment: {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:50:48.831972 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Bound port: d82f2828-a68f-4044-a061-062f1a85273d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757aef8f-b153-4f89-9e13-5f3186682a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:50:48.832354 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.856386 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:48.925622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:50:48.928593 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d82f2828-a68f-4044-a061-062f1a85273d,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:50:48.936865 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4e576787-2316-4276-9524-406abe48e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.011359 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.015442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b16e7015-5b73-4c5d-a2e6-1a349709839d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:49.044101 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35870) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:49.064299 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.069921 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:49.071709 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.073537 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] 10.222.0.44 "PUT /v2.0/ports/d82f2828-a68f-4044-a061-062f1a85273d HTTP/1.1" status: 200 len: 1093 time: 1.3288531 May 11 19:50:49.074192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:50:49.080746 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:49.084747 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b41d742b30784af9923c7ed9203ca3bd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:49.087727 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:49.093715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:49.102902 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Pushing event updated for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:49.115567 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:49.147816 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d', 'status': 'completed', 'code': 200} May 11 19:50:49.239418 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.282596 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d2ad1-3045-450b-a5fc-c6e304cddf2b req-fd975376-d02c-4a57-917a-19ff6b41c780 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:49.287194 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-735d2ad1-3045-450b-a5fc-c6e304cddf2b req-fd975376-d02c-4a57-917a-19ff6b41c780 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.0888205 May 11 19:50:49.321089 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.331576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-67f44089-5f83-41cb-95fa-e10f8990eea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:49.357472 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-735d2ad1-3045-450b-a5fc-c6e304cddf2b req-ba9bf175-5ffb-4d6e-8b02-b80e618e0957 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667875 May 11 19:50:49.379893 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b41d742b30784af9923c7ed9203ca3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345795 May 11 19:50:49.381720 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501252ee-b343-4407-b6df-3b90d94c822b,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:49.382795 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 35884) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:49.385887 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:49.472864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.490432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4d23-d585-4d9a-b850-9ca5f4cd6891 req-6332a0df-4b93-4274-8711-484d0b68a80b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:49.491346 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5eba4d23-d585-4d9a-b850-9ca5f4cd6891 req-6332a0df-4b93-4274-8711-484d0b68a80b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1546113 May 11 19:50:49.544290 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.579025 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5eba4d23-d585-4d9a-b850-9ca5f4cd6891 req-90ca4d42-35a7-444f-8682-00346246d8fd tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858057 May 11 19:50:49.696889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.701772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-dcaca309-0deb-4eb7-b4a7-6a942d8393bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:49.714889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501252ee-b343-4407-b6df-3b90d94c822b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:49.717126 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:49.721490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:49.732234 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-786d0177-0afc-4480-b369-790570381893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/501252ee-b343-4407-b6df-3b90d94c822b HTTP/1.1" status: 204 len: 168 time: 0.3341241 May 11 19:50:49.798734 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148c354-2680-4f1a-9d6a-e47bca2c403a req-675af5ca-598d-420e-b783-991bdaf5fb54 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:49.800260 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6148c354-2680-4f1a-9d6a-e47bca2c403a req-675af5ca-598d-420e-b783-991bdaf5fb54 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.1048176 May 11 19:50:49.815212 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7876f-107b-4575-b9f4-9952445e059a req-3a4aaef2-4c58-40e1-81d2-f879e772ccf9 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:49.816702 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-20f7876f-107b-4575-b9f4-9952445e059a req-3a4aaef2-4c58-40e1-81d2-f879e772ccf9 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0806890 May 11 19:50:49.846760 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6148c354-2680-4f1a-9d6a-e47bca2c403a req-db95a58d-9012-42a6-aaa9-54c92676b68d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 May 11 19:50:49.867620 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-20f7876f-107b-4575-b9f4-9952445e059a req-21f15e0e-aca8-44c0-af89-a372eecba0ca tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 May 11 19:50:50.296817 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.446289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 35902) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:50.461812 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.476026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:50.479908 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Usage tracker for resource:security_group_rule and tenant:030f85577f0f4c82875f1f8eab1ed7d3 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:50.482613 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:50.488257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:50.569321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.633686 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.643320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a33babd2-0e04-4146-9dcf-971835be35b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:50.685833 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=030f85577f0f4c82875f1f8eab1ed7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384548 May 11 19:50:50.685833 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db07c4d-d700-4f80-a538-81f4c6353467,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:50.686106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35910) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:50.689023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:50.806044 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.838943 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:50.869079 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c018d8-125f-4871-8ef2-c7cc4a416e64 req-86284b23-3fa2-474e-869c-45eac6d4012f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:50.870511 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a1c018d8-125f-4871-8ef2-c7cc4a416e64 req-86284b23-3fa2-474e-869c-45eac6d4012f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1466243 May 11 19:50:50.929519 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a1c018d8-125f-4871-8ef2-c7cc4a416e64 req-b24f42e7-289a-4238-bb47-11e3045170f8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 May 11 19:50:51.017430 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:51.022272 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c453c4c0-ce55-47dc-92d1-f0f530467c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:51.036742 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db07c4d-d700-4f80-a538-81f4c6353467,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:51.039794 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:51.042673 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adcd25-f317-435c-bf90-a11dab7e8a17 req-7dcef31e-af43-4003-8d55-8fbfb9c845eb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.044035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:51.045174 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9db07c4d-d700-4f80-a538-81f4c6353467 HTTP/1.1" status: 204 len: 168 time: 0.3580630 May 11 19:50:51.064485 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e4adcd25-f317-435c-bf90-a11dab7e8a17 req-7dcef31e-af43-4003-8d55-8fbfb9c845eb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.1073501 May 11 19:50:51.128384 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e4adcd25-f317-435c-bf90-a11dab7e8a17 req-fa05957a-1d1d-4411-93cc-104168f6366b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 May 11 19:50:51.135265 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66ca36-ece2-4e8a-bf19-91822ba9a97b req-e895e039-ffcf-4847-915c-e3f097f8a4cc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.138314 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bb66ca36-ece2-4e8a-bf19-91822ba9a97b req-e895e039-ffcf-4847-915c-e3f097f8a4cc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0919030 May 11 19:50:51.259824 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bb66ca36-ece2-4e8a-bf19-91822ba9a97b req-79988a27-6443-4a7c-af0f-0bc29c310058 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048400 May 11 19:50:51.362608 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79ac9-555b-4130-9301-9e63e27a310f req-e519d45a-d864-4c89-902a-4a7b532ac63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.364224 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75c79ac9-555b-4130-9301-9e63e27a310f req-e519d45a-d864-4c89-902a-4a7b532ac63b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 1096 time: 0.0754166 May 11 19:50:51.607273 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79ac9-555b-4130-9301-9e63e27a310f req-cc04aee2-548d-4725-8a88-25b8332f848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.608721 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75c79ac9-555b-4130-9301-9e63e27a310f req-cc04aee2-548d-4725-8a88-25b8332f848d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d56cf86861b749e29a60510719028e27&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2262855 May 11 19:50:51.639762 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:51.761634 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79ac9-555b-4130-9301-9e63e27a310f req-c93c8768-b4d1-4d7e-9537-1a705f95eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.763153 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75c79ac9-555b-4130-9301-9e63e27a310f req-c93c8768-b4d1-4d7e-9537-1a705f95eb0c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383638 May 11 19:50:51.938416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-47034c9d-d193-42d9-a151-aea491227b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:51.940031 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-47034c9d-d193-42d9-a151-aea491227b41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d56cf86861b749e29a60510719028e27&device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 1096 time: 0.0891249 May 11 19:50:52.021791 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-dbf0abf8-a4f2-4d2b-8336-ac1a0098495e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d82f2828-a68f-4044-a061-062f1a85273d HTTP/1.1" status: 200 len: 217 time: 0.0654659 May 11 19:50:52.139119 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-57223b93-0eba-4253-b512-8c7fd962ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:52.143684 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-57223b93-0eba-4253-b512-8c7fd962ec1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 200 len: 855 time: 0.1107011 May 11 19:50:52.143789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35952) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:52.172967 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03bb6b-889c-410c-9df3-43324557d411 req-f5c8d6ea-b6ec-47d3-8a3d-8ca8124f8f5f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:52.174515 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ca03bb6b-889c-410c-9df3-43324557d411 req-f5c8d6ea-b6ec-47d3-8a3d-8ca8124f8f5f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1111794 May 11 19:50:52.224544 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ca03bb6b-889c-410c-9df3-43324557d411 req-d2c23222-bf88-4c4d-b728-f5cc529c8502 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 May 11 19:50:52.300543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1468401822-network', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:52.308999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:52.315417 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Usage tracker for resource:network and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:52.318617 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:52.326363 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:52.363847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3fded-3e86-4369-86af-64f52c22b783 req-b0b0d83a-b4b5-41be-80c0-f32a8b5e67aa tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:52.365341 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f7f3fded-3e86-4369-86af-64f52c22b783 req-b0b0d83a-b4b5-41be-80c0-f32a8b5e67aa tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.1049030 May 11 19:50:52.420352 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f7f3fded-3e86-4369-86af-64f52c22b783 req-9b43dd16-c0d5-4f70-97ad-e8af291eb383 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 May 11 19:50:52.445219 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Made reservation on behalf of aa4647b4daa64fa68a1583102cf1afcd for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:52.448009 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.461744 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.463063 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2e879-0a8d-47fd-b286-56c4bcf1062b req-d5cafa49-f6c0-482c-bb75-313c7fd16083 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:52.464621 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c8c2e879-0a8d-47fd-b286-56c4bcf1062b req-d5cafa49-f6c0-482c-bb75-313c7fd16083 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0910413 May 11 19:50:52.476125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:52.480030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:52.482853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:52.488471 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:52.509638 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c8c2e879-0a8d-47fd-b286-56c4bcf1062b req-70f62b46-0329-4a7d-a110-bbc08aad46b1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391243 May 11 19:50:52.572272 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.639642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.643099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:52.671566 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:50:52.677221 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796bf24-841e-423b-b701-7e09886c8e8c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:52.680233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:52.684931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.685268 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Added segment a63d869a-df0c-42f1-af38-7333016e7d30 of type vlan for network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 May 11 19:50:52.711058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.782896 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.784506 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:52.785099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:52.788644 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4245a0d4-4412-43a3-86f7-cf1da81f4a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:52.890724 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Pushing event updated for resources: {'Network': ['ID=6b349815-6b14-40fa-a3d6-10e58e2e86c5,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:52.893838 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:52.902432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:50:52.946418 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7984929 May 11 19:50:52.946670 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35970) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:52.952532 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Request body: {'subnet': {'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1468401822-subnet', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:52.957864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:52.962273 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Usage tracker for resource:subnet and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:52.965655 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:52.972383 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:53.039628 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Made reservation on behalf of aa4647b4daa64fa68a1583102cf1afcd for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:50:53.042001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:53.474667 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b08de-2ff8-4ee2-94ce-a1844962540a req-c5686fe5-942c-4043-8351-57416a39aaf1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:53.476167 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0c5b08de-2ff8-4ee2-94ce-a1844962540a req-c5686fe5-942c-4043-8351-57416a39aaf1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1411023 May 11 19:50:53.541165 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0c5b08de-2ff8-4ee2-94ce-a1844962540a req-bf698c24-2617-40b8-8e9b-6b3691f9130a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 May 11 19:50:53.607232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e002321-d6ae-4f31-99a1-bd34f9681884 req-05dc1b5b-b99c-43b9-81cb-3a4919889a46 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:53.608684 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4e002321-d6ae-4f31-99a1-bd34f9681884 req-05dc1b5b-b99c-43b9-81cb-3a4919889a46 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.0819988 May 11 19:50:53.612012 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:53.615954 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1f0cb0a0-a1a6-45bb-a49a-3ea979c15251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:53.656365 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4e002321-d6ae-4f31-99a1-bd34f9681884 req-16e76483-ac52-4133-85a4-f1101a30600f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 May 11 19:50:53.731112 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:53.737638 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:53.745514 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Checking segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:53.745868 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Network hostable DHCP agents. Network: 6b349815-6b14-40fa-a3d6-10e58e2e86c5, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:50:53.784393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c418-18da-42c3-8e53-0c9c58423440 req-b41b976f-91b3-48a9-b739-c21e041bac54 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:53.785845 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b627c418-18da-42c3-8e53-0c9c58423440 req-b41b976f-91b3-48a9-b739-c21e041bac54 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1419072 May 11 19:50:53.820896 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:50:53.835328 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b627c418-18da-42c3-8e53-0c9c58423440 req-1fad864a-912a-4e26-87ff-d55f0a174c25 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 May 11 19:50:53.896638 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 6b349815-6b14-40fa-a3d6-10e58e2e86c5) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:53.905368 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fd402-984a-420e-90b9-0b5c99bce1d7 None None] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:50:53.905900 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:53.906143 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:53.983367 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0354714 May 11 19:50:53.987109 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 35986) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:53.991975 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:50:53.996327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:54.001146 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Usage tracker for resource:router and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:54.003951 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:54.009508 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:54.074045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.075747 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.104929 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.138243 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-33f64de1-ee1f-4134-8561-7b53864c85e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c80d483-83e2-4728-9896-3b8f9b02290b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583303 May 11 19:50:54.148032 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:50:54.148913 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.305135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Allocated IP 172.20.0.2 (6b349815-6b14-40fa-a3d6-10e58e2e86c5/62844acb-7afd-4cd5-a9e4-9b73dd1ea89f/b9db1e9a-f557-427f-9be2-48845b72877e) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:50:54.433572 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.512612 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.522594 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Transition to ACTIVE for port object b9db1e9a-f557-427f-9be2-48845b72877e will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:54.543599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Transition to ACTIVE for port object b9db1e9a-f557-427f-9be2-48845b72877e will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:54.594950 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.599516 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:54.660398 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:54.663308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:54.671403 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:54.678325 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Pushing event updated for resources: {'Port': ['ID=b9db1e9a-f557-427f-9be2-48845b72877e,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:54.681989 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:54.744941 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de4bd-fefd-4789-ada5-35f68947df97 req-51f10a6c-9af9-4fd1-9076-58fee2bc7fa4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:54.746405 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a59de4bd-fefd-4789-ada5-35f68947df97 req-51f10a6c-9af9-4fd1-9076-58fee2bc7fa4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0907354 May 11 19:50:54.772602 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Attempting to bind port b9db1e9a-f557-427f-9be2-48845b72877e on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:50:54.772895 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Attempting to bind port b9db1e9a-f557-427f-9be2-48845b72877e by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:50:54.773269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Attempting to bind port b9db1e9a-f557-427f-9be2-48845b72877e on network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:54.778601 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:50:54.779002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Checking segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:54.779419 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.779825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Bound using segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:50:54.780297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Bound port: b9db1e9a-f557-427f-9be2-48845b72877e, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:50:54.780680 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.798832 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a59de4bd-fefd-4789-ada5-35f68947df97 req-2997b254-dc03-4efd-8a26-be68cedb0926 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 May 11 19:50:54.878579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] For port b9db1e9a-f557-427f-9be2-48845b72877e, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:50:54.881956 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] For port b9db1e9a-f557-427f-9be2-48845b72877e, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b9db1e9a-f557-427f-9be2-48845b72877e,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:50:54.942892 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:54.948748 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:54.971332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:55.016994 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:55.026382 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fafc28-68fe-4f85-b540-1e827e5c7814 req-b9421ec0-8398-40eb-abf8-015dfddd0a4e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:55.028564 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-69fafc28-68fe-4f85-b540-1e827e5c7814 req-b9421ec0-8398-40eb-abf8-015dfddd0a4e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.1789801 May 11 19:50:55.032969 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Pushing event updated for resources: {'Port': ['ID=b9db1e9a-f557-427f-9be2-48845b72877e,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:55.036161 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:55.056995 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6146-1b57-46ee-a7c5-83f37e405f15 req-8f435db2-8841-432a-b633-aa9520a5e919 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:55.061885 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c56b6146-1b57-46ee-a7c5-83f37e405f15 req-8f435db2-8841-432a-b633-aa9520a5e919 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1051083 May 11 19:50:55.142607 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-69fafc28-68fe-4f85-b540-1e827e5c7814 req-ba7a1464-7b2b-4a89-b549-4a7667d64da0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 May 11 19:50:55.186937 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c56b6146-1b57-46ee-a7c5-83f37e405f15 req-6525df9b-a1f6-4779-9e63-c5b242795630 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220517 May 11 19:50:55.227061 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Allocated IP 172.27.3.46 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/88d2cdbd-f47c-4da5-8858-3dfe04f74622) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:50:55.276491 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-58371c66-305e-4380-97de-f200550e41d0 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797643 May 11 19:50:55.421777 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:55.440525 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-431ac2bd-f284-4fa0-9655-a9c22ac98df0 req-ba37ad08-1941-465f-b07d-53022515f3b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437490 May 11 19:50:55.623170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:55.627342 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:55.685937 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:55.688853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:55.696789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:55.734157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Pushing event updated for resources: {'Port': ['ID=88d2cdbd-f47c-4da5-8858-3dfe04f74622,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:55.738641 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:56.045629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba503f-4847-4132-b7c6-8fabbd286f0a req-94944739-348e-4161-8949-eb3fc1c8487d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:56.051494 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-42ba503f-4847-4132-b7c6-8fabbd286f0a req-94944739-348e-4161-8949-eb3fc1c8487d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1127050 May 11 19:50:56.083346 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c4174-74a5-43e4-96cb-6771b30f6f48 None None] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:50:56.106154 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-42ba503f-4847-4132-b7c6-8fabbd286f0a req-873e6534-6afb-433f-972c-a00435d3e8ae tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525856 May 11 19:50:56.244074 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a80c431c-4b40-4586-97da-d3df32b6454a None None] Provisioning for port b9db1e9a-f557-427f-9be2-48845b72877e completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:50:56.371353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:56.614820 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bb0ab-ddba-47cc-b8ea-01d187517d3a req-8bbdaee3-2b98-44d2-964b-49c4cbf48b2a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:56.616297 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-326bb0ab-ddba-47cc-b8ea-01d187517d3a req-8bbdaee3-2b98-44d2-964b-49c4cbf48b2a tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.3373587 May 11 19:50:56.705035 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-326bb0ab-ddba-47cc-b8ea-01d187517d3a req-5c48df62-2091-45a4-8a77-db58ec0c6e8b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 May 11 19:50:56.782864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecf510-2f4a-4693-b61a-a939021e011a req-b9242c84-7f76-4748-b142-46d963494d5c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:56.787451 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9ecf510-2f4a-4693-b61a-a939021e011a req-b9242c84-7f76-4748-b142-46d963494d5c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0977454 May 11 19:50:56.833232 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9ecf510-2f4a-4693-b61a-a939021e011a req-fa05b6a2-39bb-4fd8-ac71-8b26c3624014 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 May 11 19:50:56.972451 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:57.049299 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafaab2-064c-4fcf-aaed-a94f0b386523 req-fcefefa8-7fca-4a31-860a-96317fb79b29 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:57.056653 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-faafaab2-064c-4fcf-aaed-a94f0b386523 req-fcefefa8-7fca-4a31-860a-96317fb79b29 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.2013526 May 11 19:50:57.145674 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b9db1e9a-f557-427f-9be2-48845b72877e up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:50:57.198066 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-faafaab2-064c-4fcf-aaed-a94f0b386523 req-c591812a-8ca4-42d0-b380-9c01d09e1b51 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375074 May 11 19:50:57.296674 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port b9db1e9a-f557-427f-9be2-48845b72877e completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:50:57.302293 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b9db1e9a-f557-427f-9be2-48845b72877e triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:50:57.302792 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:57.336614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4fb1b-e00f-45a6-bb4b-170a9a33ca9e req-717e966a-02ca-49a4-b197-305cf9467cef tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:57.338401 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e7a4fb1b-e00f-45a6-bb4b-170a9a33ca9e req-717e966a-02ca-49a4-b197-305cf9467cef tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0897725 May 11 19:50:57.353558 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Router c1bd80dd-3794-419c-b13a-15555262f2a4 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:50:57.390284 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e7a4fb1b-e00f-45a6-bb4b-170a9a33ca9e req-cc53fff6-9257-45e3-8537-b6b1831880a6 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 May 11 19:50:57.442430 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:57.475804 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port b9db1e9a-f557-427f-9be2-48845b72877e, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b9db1e9a-f557-427f-9be2-48845b72877e,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:57.538363 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac859b3-4eb6-494c-806f-7f5545d25436 req-af8fffae-0cba-45f7-b5d5-6a86be1806e0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:57.539849 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6ac859b3-4eb6-494c-806f-7f5545d25436 req-af8fffae-0cba-45f7-b5d5-6a86be1806e0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2392786 May 11 19:50:57.578693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:50:57.587603 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Sync routers for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:50:57.598825 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:50:57.599577 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:50:57.611815 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:57.613058 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6ac859b3-4eb6-494c-806f-7f5545d25436 req-b5413c3b-a1d6-43d0-8c08-f04e6eea4412 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663421 May 11 19:50:57.613930 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:57.687312 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=b9db1e9a-f557-427f-9be2-48845b72877e,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:57.690251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:57.704349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:57.708532 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7176645 May 11 19:50:57.708640 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36044) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:57.808364 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:50:57.857129 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.057961 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77694703-50d7-4521-aeb5-7d18372c694e req-5180f3c3-f790-440e-9e69-205843bd1235 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:58.059661 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-77694703-50d7-4521-aeb5-7d18372c694e req-5180f3c3-f790-440e-9e69-205843bd1235 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1014094 May 11 19:50:58.133002 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-77694703-50d7-4521-aeb5-7d18372c694e req-99a85d26-ea09-4c48-8705-ae87b7a974ae tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613282 May 11 19:50:58.209003 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926a91f-6bcc-4794-b801-08d236d22d46 req-d44ee708-c6cb-48d6-9da1-9d7229628910 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:58.210507 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3926a91f-6bcc-4794-b801-08d236d22d46 req-d44ee708-c6cb-48d6-9da1-9d7229628910 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.2883897 May 11 19:50:58.218821 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:56Z', 'revision_number': 3, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:50:58.224580 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Checking router: c1bd80dd-3794-419c-b13a-15555262f2a4 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:50:58.225157 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Updating router c1bd80dd-3794-419c-b13a-15555262f2a4 port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:50:58.269387 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36064) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:58.299210 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3926a91f-6bcc-4794-b801-08d236d22d46 req-643c9e1d-1e3d-497f-a5da-c098a10f79c4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755696 May 11 19:50:58.317676 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.450193 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7eca2-4269-4373-abc1-00f563393b53 req-9d0de1cb-29d8-4ef8-886f-3c7d4addc28b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:58.463698 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13c7eca2-4269-4373-abc1-00f563393b53 req-9d0de1cb-29d8-4ef8-886f-3c7d4addc28b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.1118250 May 11 19:50:58.510282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.545602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:50:58.550394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Usage tracker for resource:security_group_rule and tenant:5739fe276c47482aa759e92e1e3e2da8 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:50:58.554651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:50:58.562069 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13c7eca2-4269-4373-abc1-00f563393b53 req-db2ab399-a59d-4bcb-888b-1807df7b71cf tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975478 May 11 19:50:58.566232 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:50:58.680892 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.714057 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.722426 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98f66f-1280-40e9-a302-0039b4712357 req-c9cb1f6a-343e-4ef4-98e5-64d6a151c0f3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:58.723934 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1f98f66f-1280-40e9-a302-0039b4712357 req-c9cb1f6a-343e-4ef4-98e5-64d6a151c0f3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1680446 May 11 19:50:58.730477 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Transition to ACTIVE for port object 88d2cdbd-f47c-4da5-8858-3dfe04f74622 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:58.737411 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.749259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-38c44ce3-af47-4079-8a70-a6afa2904f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:58.794290 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.798625 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:58.850337 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1f98f66f-1280-40e9-a302-0039b4712357 req-589a687c-8fcd-4ef3-aeef-5a9305822521 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985112 May 11 19:50:58.864480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fbf32e-e34d-4d8b-a711-60eeeb2f1b76,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:58.869741 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5739fe276c47482aa759e92e1e3e2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991488 May 11 19:50:58.872711 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:58.874731 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36082) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:50:58.881787 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Pushing event updated for resources: {'Port': ['ID=88d2cdbd-f47c-4da5-8858-3dfe04f74622,revision_number=2']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:58.894618 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.895039 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.895381 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.895718 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.896207 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.896537 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.896860 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.897232 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.897578 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.898029 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.899428 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.901897 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:50:58.909042 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:58.916844 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.928094 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Attempting to bind port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:50:58.928696 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Attempting to bind port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:50:58.929174 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Attempting to bind port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:50:58.934866 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:50:58.935822 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:50:58.935822 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.936402 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:50:58.936941 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Bound port: 88d2cdbd-f47c-4da5-8858-3dfe04f74622, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:50:58.937421 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:58.971871 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e897c-ef5e-45e6-bc3f-8df4119fbc0e req-365390da-446b-48f1-9b20-e7f44854fbe0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:58.973353 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-338e897c-ef5e-45e6-bc3f-8df4119fbc0e req-365390da-446b-48f1-9b20-e7f44854fbe0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1916299 May 11 19:50:58.976062 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.016433 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] For port 88d2cdbd-f47c-4da5-8858-3dfe04f74622, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:50:59.020123 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] For port 88d2cdbd-f47c-4da5-8858-3dfe04f74622, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=88d2cdbd-f47c-4da5-8858-3dfe04f74622,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:50:59.021337 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.056550 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-338e897c-ef5e-45e6-bc3f-8df4119fbc0e req-73352e49-ff71-45ed-8f27-e2ee2da1bcbc tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709996 May 11 19:50:59.098001 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.104274 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:59.110947 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b9db1e9a-f557-427f-9be2-48845b72877e up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:50:59.162573 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Allocated IP 172.20.0.1 (6b349815-6b14-40fa-a3d6-10e58e2e86c5/62844acb-7afd-4cd5-a9e4-9b73dd1ea89f/fbd1a0e5-49fa-4b2b-b3da-662ccdf12682) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:50:59.171291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.182158 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-691fb8bb-fc30-4663-a02f-423e98f3dde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:59.195481 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b9db1e9a-f557-427f-9be2-48845b72877e triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:50:59.196147 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.246280 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:50:59.247100 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:50:59.260129 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device d82f2828-a68f-4044-a061-062f1a85273d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:50:59.295827 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fbf32e-e34d-4d8b-a711-60eeeb2f1b76,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:59.300098 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:59.303862 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.308025 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26fbf32e-e34d-4d8b-a711-60eeeb2f1b76 HTTP/1.1" status: 204 len: 168 time: 0.4226091 May 11 19:50:59.365319 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Pushing event updated for resources: {'Port': ['ID=88d2cdbd-f47c-4da5-8858-3dfe04f74622,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:59.375995 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:59.488634 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.520573 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Transition to ACTIVE for port object fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:50:59.541976 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:50:59.546948 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589d829-59bb-44e4-8076-4d96c468f438 req-9344e33e-e694-429c-b13c-d0f1fa592c73 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:59.548588 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7589d829-59bb-44e4-8076-4d96c468f438 req-9344e33e-e694-429c-b13c-d0f1fa592c73 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.2348301 May 11 19:50:59.556446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898667-4b0b-4322-b8b6-6b53d1e9a2df req-15b4cf95-2972-4238-b5eb-ea9330a379e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:59.564132 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7f898667-4b0b-4322-b8b6-6b53d1e9a2df req-15b4cf95-2972-4238-b5eb-ea9330a379e7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 943 time: 0.1156638 May 11 19:50:59.567535 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8074e-89d3-46dd-818a-96af3db0f182 req-e081d627-2668-4c30-a4a7-2da6f11618ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:59.574482 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7eb8074e-89d3-46dd-818a-96af3db0f182 req-e081d627-2668-4c30-a4a7-2da6f11618ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2178264 May 11 19:50:59.616849 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d82f2828-a68f-4044-a061-062f1a85273d,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:59.617701 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7f898667-4b0b-4322-b8b6-6b53d1e9a2df req-f78f3126-551e-45d0-a31d-04c8e1d22dd5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 May 11 19:50:59.644596 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7eb8074e-89d3-46dd-818a-96af3db0f182 req-c261d93c-41c0-4800-8fff-3bf7452a6178 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689816 May 11 19:50:59.655396 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'd82f2828-a68f-4044-a061-062f1a85273d', 'network_id': '0c80d483-83e2-4728-9896-3b8f9b02290b', 'port_id': 'd82f2828-a68f-4044-a061-062f1a85273d', 'mac_address': 'fa:16:3e:a3:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192e13a1-a6f0-45fb-963e-5525d787d457', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:50:59.721071 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.726501 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:59.768086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.804820 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f2828-a68f-4044-a061-062f1a85273d {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:50:59.805887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:50:59.809265 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:50:59.814036 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:50:59.843199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d82f2828-a68f-4044-a061-062f1a85273d,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:50:59.872601 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:50:59.877597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:50:59.880131 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37553c31-3d29-4eb4-89fc-8fa648200f04 req-ff7bbe8d-9320-4b52-a0cb-c104b6099340 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:50:59.889296 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-37553c31-3d29-4eb4-89fc-8fa648200f04 req-ff7bbe8d-9320-4b52-a0cb-c104b6099340 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.1342261 May 11 19:50:59.897825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.899414 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:50:59.903757 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:50:59.955672 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-37553c31-3d29-4eb4-89fc-8fa648200f04 req-16acd016-c0cc-4de6-b8f4-e19eba124ade tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 May 11 19:50:59.963008 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:56Z', 'revision_number': 3, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:50:59.974742 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408b375-51b5-45ef-92ca-75295bd8c475 None None] The sync data for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi is: [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:56Z', 'revision_number': 3, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:51:00.052917 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:00.057197 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:00.182325 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-646c30d7-2082-4b86-9d3e-b6ebf49350ea None None] Provisioning for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:00.187251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-646c30d7-2082-4b86-9d3e-b6ebf49350ea None None] Provisioning complete for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:00.188323 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-646c30d7-2082-4b86-9d3e-b6ebf49350ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:00.225693 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:00.242654 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-646c30d7-2082-4b86-9d3e-b6ebf49350ea None None] Port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:51:00.279696 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27b745-ba98-4f43-9c04-83d34b360bfd req-80f5eb98-3ecd-4b42-a14d-7beacc4c3e1a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:00.281702 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9f27b745-ba98-4f43-9c04-83d34b360bfd req-80f5eb98-3ecd-4b42-a14d-7beacc4c3e1a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1025949 May 11 19:51:00.316577 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc797-602a-4f42-b468-50b0d77452cd req-ddddcd6d-d602-4814-8a11-ff065fb80195 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:00.325095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-692fc797-602a-4f42-b468-50b0d77452cd req-ddddcd6d-d602-4814-8a11-ff065fb80195 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.3173163 May 11 19:51:00.356981 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9f27b745-ba98-4f43-9c04-83d34b360bfd req-420a1590-5b72-4203-b2a8-23508cd4921d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662513 May 11 19:51:00.458940 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-692fc797-602a-4f42-b468-50b0d77452cd req-01683d4d-1683-4958-a739-9efcfc8571a4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330261 May 11 19:51:00.548080 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:00.599628 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:00.625640 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-59f55479-07dc-4c6a-8604-08826b4b4718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:00.711863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:00.722349 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:00.725750 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:00.845485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54c8f-2d8f-47b8-9b11-f405b89bf9a2 req-045aa298-ab5b-4f31-93dd-1e7fcf9dd874 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:00.847041 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-46c54c8f-2d8f-47b8-9b11-f405b89bf9a2 req-045aa298-ab5b-4f31-93dd-1e7fcf9dd874 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 944 time: 0.0852759 May 11 19:51:00.900030 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-46c54c8f-2d8f-47b8-9b11-f405b89bf9a2 req-defd2590-64d2-43b6-b8f1-a78ea6b00ed0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 May 11 19:51:00.920636 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:00.929037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:00.944278 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d689f-a1de-4171-ae57-10468cebfd55 req-cead8307-89a4-446a-9746-12a85e45cf7a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:00.945747 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ed9d689f-a1de-4171-ae57-10468cebfd55 req-cead8307-89a4-446a-9746-12a85e45cf7a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1440198 May 11 19:51:01.129338 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ed9d689f-a1de-4171-ae57-10468cebfd55 req-65d73fec-4ef8-41f9-953e-721efd164e19 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255972 May 11 19:51:01.185922 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 88d2cdbd-f47c-4da5-8858-3dfe04f74622 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:01.206940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Router c1bd80dd-3794-419c-b13a-15555262f2a4 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:51:01.208610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ac28-e77a-40ad-8f14-338404f2280e req-3e834c40-a1eb-4179-8c8c-cc8f6a5b153e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:01.210106 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a1a6ac28-e77a-40ad-8f14-338404f2280e req-3e834c40-a1eb-4179-8c8c-cc8f6a5b153e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 945 time: 0.1388822 May 11 19:51:01.228854 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-39d182ee-eebd-4ae6-8d01-a8f5d23f4ea3 None None] Provisioning complete for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:01.229471 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-39d182ee-eebd-4ae6-8d01-a8f5d23f4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:01.259842 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a1a6ac28-e77a-40ad-8f14-338404f2280e req-b650cda0-3bda-41ee-8a7f-4aa23af8c454 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 May 11 19:51:01.299290 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-39d182ee-eebd-4ae6-8d01-a8f5d23f4ea3 None None] Port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:51:01.399972 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:01.405410 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:01.405885 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:01.537926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:01.546749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:51:01.556210 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 88d2cdbd-f47c-4da5-8858-3dfe04f74622, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=88d2cdbd-f47c-4da5-8858-3dfe04f74622,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:01.593316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] 10.222.0.15 "PUT /v2.0/routers/c1bd80dd-3794-419c-b13a-15555262f2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8836093 May 11 19:51:01.597972 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Deleting port 2cbe8dc3-6515-4097-9637-37cc63a8a142 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:51:01.598314 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:01.623010 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:01.632551 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:01.678037 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e242a83-9ea3-4f91-a4fa-db76a65b78c5 req-12ec23d6-b071-410d-97be-822f210c0b89 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:01.679964 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5e242a83-9ea3-4f91-a4fa-db76a65b78c5 req-12ec23d6-b071-410d-97be-822f210c0b89 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1039963 May 11 19:51:01.700603 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621988e-2b3a-4b25-8b1e-41f64fddf206 req-b8379792-0acf-4c16-b9e3-ec6ae9b74085 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:01.702032 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9621988e-2b3a-4b25-8b1e-41f64fddf206 req-b8379792-0acf-4c16-b9e3-ec6ae9b74085 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2251952 May 11 19:51:01.729654 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=88d2cdbd-f47c-4da5-8858-3dfe04f74622,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:01.739911 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:01.753076 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5e242a83-9ea3-4f91-a4fa-db76a65b78c5 req-41d4eab2-761a-49ae-a29d-b3bdf588b252 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668349 May 11 19:51:01.780171 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Sync routers for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:51:01.790416 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:01.790654 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9621988e-2b3a-4b25-8b1e-41f64fddf206 req-8fbc4f47-4693-4110-bb9b-e95268140a6b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693421 May 11 19:51:01.791067 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:01.819134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] For port 2cbe8dc3-6515-4097-9637-37cc63a8a142, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2cbe8dc3-6515-4097-9637-37cc63a8a142,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:01.819494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.004089 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:02.056635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Calling delete_port for 2cbe8dc3-6515-4097-9637-37cc63a8a142 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:51:02.120829 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab07c0-2e98-46c0-917b-da421eae282c req-c0ed361e-4e18-4dc5-bcd8-e2e24f94023f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:02.122923 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-21ab07c0-2e98-46c0-917b-da421eae282c req-c0ed361e-4e18-4dc5-bcd8-e2e24f94023f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 944 time: 0.1064332 May 11 19:51:02.193229 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-21ab07c0-2e98-46c0-917b-da421eae282c req-2bc40465-b8b1-4a35-9d22-eafce80e490f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640192 May 11 19:51:02.330117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.337508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:02.384668 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:00Z', 'revision_number': 2, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:02.388499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Pushing event deleted for resources: {'Port': ['ID=2cbe8dc3-6515-4097-9637-37cc63a8a142,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:02.388734 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Checking router: c1bd80dd-3794-419c-b13a-15555262f2a4 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:51:02.389094 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Updating router c1bd80dd-3794-419c-b13a-15555262f2a4 port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:51:02.391705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:02.444864 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.448337 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df11e08b-c4e3-405b-b618-31ca60d20f53 req-f0f61975-5d08-4ed6-b61f-9465175c36a6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.0647871 May 11 19:51:02.466425 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['2cbe8dc3-6515-4097-9637-37cc63a8a142'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:02.492561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] No DVR routers for this DVR port 2cbe8dc3-6515-4097-9637-37cc63a8a142 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:51:02.497533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.500139 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'name': 'network-vif-deleted', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:02.536948 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae83e9c-8fc2-4f18-afd1-e5c43c7c4828 req-9b8ce588-5a39-415a-bd7f-bfb72ebe00ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:02.538650 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fae83e9c-8fc2-4f18-afd1-e5c43c7c4828 req-9b8ce588-5a39-415a-bd7f-bfb72ebe00ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2715170 May 11 19:51:02.577931 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e1a3d9-0303-4cf6-ba22-5654d5002ec3', 'name': 'network-vif-deleted', 'tag': '2cbe8dc3-6515-4097-9637-37cc63a8a142', 'status': 'completed', 'code': 200} May 11 19:51:02.589410 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fae83e9c-8fc2-4f18-afd1-e5c43c7c4828 req-2099ce08-b2d2-450b-bb5d-fa1a8f58287c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 May 11 19:51:02.595620 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7589d829-59bb-44e4-8076-4d96c468f438 req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "DELETE /v2.0/ports/2cbe8dc3-6515-4097-9637-37cc63a8a142 HTTP/1.1" status: 204 len: 173 time: 1.3096225 May 11 19:51:02.610115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36136) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:02.615975 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1091194814-network', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:02.620462 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:02.626548 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Usage tracker for resource:network and tenant:5422c503639f4658b840185e3b4fd0a2 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:02.629987 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:02.636920 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:02.714103 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Made reservation on behalf of 5422c503639f4658b840185e3b4fd0a2 for: {'network': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:51:02.716500 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.730106 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.745177 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:02.749050 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Usage tracker for resource:security_group_rule and tenant:5422c503639f4658b840185e3b4fd0a2 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:02.752015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:02.758015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:02.869455 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.928022 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.941898 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Transition to ACTIVE for port object fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:02.963923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:02.973429 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:03.001343 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=79321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:51:03.002664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43428-81a4-4ea2-bcee-d2c896faf3b8 req-111fe693-b5f1-4f81-94cb-6d01be6cfd05 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:03.004980 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-01d43428-81a4-4ea2-bcee-d2c896faf3b8 req-111fe693-b5f1-4f81-94cb-6d01be6cfd05 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0858822 May 11 19:51:03.006006 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.011239 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:03.033847 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36dc80-8756-4118-97a2-4ed118483689,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:03.036985 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:03.040376 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.040713 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.segments_db [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Added segment 20d5ce19-9020-40e2-82db-d2e78bc5a698 of type vlan for network 437b37aa-8bd1-4497-91e7-f93787712bea May 11 19:51:03.059981 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-01d43428-81a4-4ea2-bcee-d2c896faf3b8 req-dbac800d-5da1-49f3-a6f8-6fbc1d83789a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 May 11 19:51:03.127034 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.153749 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['d82f2828-a68f-4044-a061-062f1a85273d'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:03.199346 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda01f9-bac6-4a9a-ab09-f614b0f41b99 req-e9d742b6-3501-4d95-8703-2a8d077bc548 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:03.205364 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6fda01f9-bac6-4a9a-ab09-f614b0f41b99 req-e9d742b6-3501-4d95-8703-2a8d077bc548 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2815795 May 11 19:51:03.218439 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 88d2cdbd-f47c-4da5-8858-3dfe04f74622 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:03.298161 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6fda01f9-bac6-4a9a-ab09-f614b0f41b99 req-b7043054-3e31-465a-be6a-b88d0e345b37 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888586 May 11 19:51:03.308691 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.310595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:03.318424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.318424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f3e27d70-125c-438f-926d-efc055a4cb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:03.330717 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Pushing event updated for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:03.374089 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:03.436114 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Pushing event updated for resources: {'Network': ['ID=437b37aa-8bd1-4497-91e7-f93787712bea,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:03.439923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:03.465954 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab5adb-903c-4c85-81c0-384fa8cac683 req-d57a9739-6a25-47ba-b3fc-92bb360adf35 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:03.467506 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dab5adb-903c-4c85-81c0-384fa8cac683 req-d57a9739-6a25-47ba-b3fc-92bb360adf35 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 944 time: 0.1154568 May 11 19:51:03.477453 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 437b37aa-8bd1-4497-91e7-f93787712bea details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:51:03.503398 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8920329 May 11 19:51:03.506111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36154) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:03.513732 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Request body: {'subnet': {'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1091194814-subnet', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:03.522373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:03.535448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Usage tracker for resource:subnet and tenant:5422c503639f4658b840185e3b4fd0a2 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:03.540200 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dab5adb-903c-4c85-81c0-384fa8cac683 req-0669ad85-6f09-4ec8-b972-726b62b3c9be tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645771 May 11 19:51:03.541145 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:03.551824 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:03.614840 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Attempting to bind port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:03.615251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Attempting to bind port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:03.615626 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Attempting to bind port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 on network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:03.651216 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:03.651875 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Checking segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:03.652448 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.653001 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Bound using segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:03.653657 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Bound port: fbd1a0e5-49fa-4b2b-b3da-662ccdf12682, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:03.654200 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.676717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0c87f492-b6d5-4d2e-85e8-2ce31ef95bbb req-a50cf502-82ee-4f10-91b9-c0d902319e7c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Synchronizing usage tracker for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:03.679460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Made reservation on behalf of 5422c503639f4658b840185e3b4fd0a2 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:51:03.681724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27346988'] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.683644 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:03.684206 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:03.842881 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde6913-9974-494e-bec5-b1df568fde44 req-043787a8-8c40-4132-8d5f-1a49b391df5a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:03.844556 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fdde6913-9974-494e-bec5-b1df568fde44 req-043787a8-8c40-4132-8d5f-1a49b391df5a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0922182 May 11 19:51:03.857785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0c87f492-b6d5-4d2e-85e8-2ce31ef95bbb req-a50cf502-82ee-4f10-91b9-c0d902319e7c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Unset dirty status for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:03.858910 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0c87f492-b6d5-4d2e-85e8-2ce31ef95bbb req-a50cf502-82ee-4f10-91b9-c0d902319e7c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=28e1a3d9-0303-4cf6-ba22-5654d5002ec3 HTTP/1.1" status: 200 len: 210 time: 0.2393312 May 11 19:51:03.903320 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fdde6913-9974-494e-bec5-b1df568fde44 req-af7ce9ae-bc67-4309-9087-0b1d1d42756b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512447 May 11 19:51:03.916722 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] For port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:03.972143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] For port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:04.022872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.027474 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:04.106878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:04.106878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:04.163255 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Pushing event updated for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:04.206238 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27372628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27347038'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.210363 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0d0943fc-5465-4f18-9913-09e1ce8b6ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:04.222791 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:04.298498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:04.328461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2857febb-c731-4de7-b7d7-e4b922b57f8b,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:04.339798 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:04.352437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Checking segment: {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:04.355357 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Network hostable DHCP agents. Network: 437b37aa-8bd1-4497-91e7-f93787712bea, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:51:04.361410 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:51:04.368826 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 2cbe8dc3-6515-4097-9637-37cc63a8a142 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:04.388687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eeb92-102c-48e2-9717-e07659ed84b8 req-5fe18dcd-6b6a-49c8-bb46-fee86265fc4f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:04.390071 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b07eeb92-102c-48e2-9717-e07659ed84b8 req-5fe18dcd-6b6a-49c8-bb46-fee86265fc4f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1454508 May 11 19:51:04.411907 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 2cbe8dc3-6515-4097-9637-37cc63a8a142 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:51:04.412600 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 2cbe8dc3-6515-4097-9637-37cc63a8a142 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:51:04.447810 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b07eeb92-102c-48e2-9717-e07659ed84b8 req-2c7f15d3-06ab-4e84-b590-25b8375fdc5f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 May 11 19:51:04.450030 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Network 437b37aa-8bd1-4497-91e7-f93787712bea is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:51:04.505581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78653ac7-fa4f-4b58-90e3-5a94cd81fbbc req-f9a28fd3-f0b9-44e0-8cf0-ce52e30cabf6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:04.507237 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-78653ac7-fa4f-4b58-90e3-5a94cd81fbbc req-f9a28fd3-f0b9-44e0-8cf0-ce52e30cabf6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0838666 May 11 19:51:04.511229 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 437b37aa-8bd1-4497-91e7-f93787712bea) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:04.523246 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:04.523629 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941994d-79be-4270-a28f-017255f6cf43 None None] Network 437b37aa-8bd1-4497-91e7-f93787712bea requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:51:04.524111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.566369 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-78653ac7-fa4f-4b58-90e3-5a94cd81fbbc req-1ba0f80c-85d3-4d8f-8d1e-e2232735b17a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518742 May 11 19:51:04.595476 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0869613 May 11 19:51:04.597617 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36170) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:04.602910 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:04.607503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:04.612691 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Usage tracker for resource:router and tenant:5422c503639f4658b840185e3b4fd0a2 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:04.616262 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:04.622335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:04.731100 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f6de-d789-40c6-b0de-efc3b47098b6 req-c709b280-02b2-4515-8fa6-ac4b49516f7d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:04.732592 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3922f6de-d789-40c6-b0de-efc3b47098b6 req-c709b280-02b2-4515-8fa6-ac4b49516f7d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 944 time: 0.0821126 May 11 19:51:04.733851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.734994 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.860500 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:04.862090 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:04.881397 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3922f6de-d789-40c6-b0de-efc3b47098b6 req-43c487bd-2b38-46af-83d0-347e73eec34e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408703 May 11 19:51:04.909573 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:51:05.058020 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:05.078504 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:51:05.092178 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-437b37aa-8bd1-4497-91e7-f93787712bea', 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'fixed_ips': [{'subnet_id': '2857febb-c731-4de7-b7d7-e4b922b57f8b'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:51:05.092988 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:05.116814 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:05.163268 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:05.167608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:05.215108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:03Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:05.237547 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ccd714-1a75-48d2-96bf-de16db3f274b None None] The sync data for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi is: [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:03Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:51:05.322453 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=6']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:05.327096 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:05.353793 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:05.387659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Allocated IP 172.20.0.2 (437b37aa-8bd1-4497-91e7-f93787712bea/2857febb-c731-4de7-b7d7-e4b922b57f8b/18da6a4c-e7fa-436a-9777-d226d66403df) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:51:05.424632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588152-c6e6-4d96-a9ea-27e70abce00d req-64b51960-802f-4fab-9129-70307c267ead tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:05.426208 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad588152-c6e6-4d96-a9ea-27e70abce00d req-64b51960-802f-4fab-9129-70307c267ead tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 945 time: 0.2213721 May 11 19:51:05.494657 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9d8dae80-36df-45f8-8b98-0c1fded1c6b3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:05.519175 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-43250408-d3e6-42e3-ada5-395a8ffc16e4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:05.520630 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-43250408-d3e6-42e3-ada5-395a8ffc16e4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Synchronizing usage tracker for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:05.595869 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad588152-c6e6-4d96-a9ea-27e70abce00d req-8c83e906-c7ac-4475-8efc-7887705c5f58 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586320 May 11 19:51:05.617214 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-43250408-d3e6-42e3-ada5-395a8ffc16e4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Unset dirty status for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:05.619022 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-43250408-d3e6-42e3-ada5-395a8ffc16e4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 808 time: 0.3750830 May 11 19:51:05.660479 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-87cba6d0-f879-457f-8d89-133dfab899e3 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/quotas/d6cc85c4da1e44eea71793d6d5be093f HTTP/1.1" status: 200 len: 375 time: 0.0325763 May 11 19:51:05.756472 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-efdc392c-a15c-4987-8711-a46a093cd656 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933471 May 11 19:51:05.823401 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:05.835552 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Transition to ACTIVE for port object 18da6a4c-e7fa-436a-9777-d226d66403df will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:05.910735 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Transition to ACTIVE for port object 18da6a4c-e7fa-436a-9777-d226d66403df will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:06.002402 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.012538 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:06.029895 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6afe3560-c0da-4427-bad4-35bc4cc9548d service neutron] 10.222.0.15 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662659 May 11 19:51:06.102636 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Network 437b37aa-8bd1-4497-91e7-f93787712bea is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:06.111339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b43579-4de7-41dc-a32c-9867bd98334b req-93109fe5-4e77-4080-845e-7aa3c1ae3e09 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:06.112856 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-10b43579-4de7-41dc-a32c-9867bd98334b req-93109fe5-4e77-4080-845e-7aa3c1ae3e09 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.3742065 May 11 19:51:06.124877 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:06.129852 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:51:06.140601 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.215626 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Pushing event updated for resources: {'Port': ['ID=18da6a4c-e7fa-436a-9777-d226d66403df,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:06.252870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.258891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:06.371407 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:06.389006 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-10b43579-4de7-41dc-a32c-9867bd98334b req-012cd78a-d6b5-4fe3-9f6a-1217ef91a9cf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581723 May 11 19:51:06.391476 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-ac748c08-c4ed-4dff-8082-99ade2088dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516147 May 11 19:51:06.493960 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Allocated IP 172.27.3.45 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/b944e70a-4986-472a-be90-26fd9659866a) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:51:06.526321 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:06.526712 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.681490 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.713487 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:06.724891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:06.768904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.801614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d3e90-3c3b-4ade-8e07-ae1e9ebc20c4 req-4354373f-a4b1-40fd-b5c5-aeaba19cab62 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:06.803549 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Attempting to bind port 18da6a4c-e7fa-436a-9777-d226d66403df on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:06.804098 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Attempting to bind port 18da6a4c-e7fa-436a-9777-d226d66403df by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:06.804688 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Attempting to bind port 18da6a4c-e7fa-436a-9777-d226d66403df on network 437b37aa-8bd1-4497-91e7-f93787712bea {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Checking segment: {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Bound using segment: {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Bound port: 18da6a4c-e7fa-436a-9777-d226d66403df, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:06.815334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.818170 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f4d3e90-3c3b-4ade-8e07-ae1e9ebc20c4 req-4354373f-a4b1-40fd-b5c5-aeaba19cab62 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2094223 May 11 19:51:06.844326 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.846873 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device d82f2828-a68f-4044-a061-062f1a85273d up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:06.879736 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f4d3e90-3c3b-4ade-8e07-ae1e9ebc20c4 req-d5b07a8e-b559-46c9-80ad-b72dbe877bb0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602489 May 11 19:51:06.920517 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:06.961241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497d8c-45de-40ae-a115-bfecd181fa6b req-65950970-9c55-4471-b9c3-62b9f93790a6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:06.968343 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-55497d8c-45de-40ae-a115-bfecd181fa6b req-65950970-9c55-4471-b9c3-62b9f93790a6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 944 time: 0.1239016 May 11 19:51:06.983433 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:06.997829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3379c629-8413-4e98-a8ee-713560309b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:07.064577 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-55497d8c-45de-40ae-a115-bfecd181fa6b req-4913f02e-fb44-4507-99fa-98099a17aaed tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889201 May 11 19:51:07.120645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:07.135146 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] For port 18da6a4c-e7fa-436a-9777-d226d66403df, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:07.135598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:07.147816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] For port 18da6a4c-e7fa-436a-9777-d226d66403df, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=18da6a4c-e7fa-436a-9777-d226d66403df,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:07.152958 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:51:07.209477 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'code': 200} May 11 19:51:07.216616 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:07.264914 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:07.351849 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=7']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:07.359276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:07.364793 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:07.406603 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9b8cd2bb-f86d-46b5-b02a-bcf498e353c7 req-6b9d6a0b-14ab-4920-a21b-46abcf6e940f tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.1598389 May 11 19:51:07.501223 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Pushing event updated for resources: {'Port': ['ID=18da6a4c-e7fa-436a-9777-d226d66403df,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:07.512968 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:07.523223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Pushing event updated for resources: {'Port': ['ID=b944e70a-4986-472a-be90-26fd9659866a,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:07.530081 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:07.537608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port d82f2828-a68f-4044-a061-062f1a85273d completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:07.544213 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port d82f2828-a68f-4044-a061-062f1a85273d triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:07.544998 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:07.650639 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:07.683283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5ea93-7d06-4833-a6d2-dd4ee06d1004 req-d4eb90ed-46ef-4841-af21-85c52d8255e8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:07.716930 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebc5ea93-7d06-4833-a6d2-dd4ee06d1004 req-d4eb90ed-46ef-4841-af21-85c52d8255e8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.6604271 May 11 19:51:07.736835 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:07.737604 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:07.795349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d330f2-5d48-419d-8a2f-5571e0e22f80 req-e5c1b80f-9e90-46e8-9c4c-c776478e0a27 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:07.806710 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-94d330f2-5d48-419d-8a2f-5571e0e22f80 req-e5c1b80f-9e90-46e8-9c4c-c776478e0a27 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2005367 May 11 19:51:07.867570 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebc5ea93-7d06-4833-a6d2-dd4ee06d1004 req-6b266325-7891-439f-9ec2-4db1e20e6746 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494114 May 11 19:51:07.899454 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-94d330f2-5d48-419d-8a2f-5571e0e22f80 req-b020a258-b4db-4263-917f-60afe9edc00f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913768 May 11 19:51:08.076807 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:08.187080 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d82f2828-a68f-4044-a061-062f1a85273d,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:08.204735 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:08.258645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:08.349257 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:08.353032 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:08.379717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef938-6006-4eed-8af1-bab8f942ff72 req-8c85f24c-9017-4e9e-92ba-dcf6337905cc tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:08.387969 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-052ef938-6006-4eed-8af1-bab8f942ff72 req-8c85f24c-9017-4e9e-92ba-dcf6337905cc tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.3387632 May 11 19:51:08.429780 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:08.466228 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:08.523249 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:08.535613 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:08.536198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:08.570784 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8da35-210a-4697-9ca1-b47a2f325ca0 req-3842bf2a-9b55-4a34-aa2c-744ed06c3985 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:08.578184 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-79f8da35-210a-4697-9ca1-b47a2f325ca0 req-3842bf2a-9b55-4a34-aa2c-744ed06c3985 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.2534585 May 11 19:51:08.648185 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:08.653054 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:08.676078 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-79f8da35-210a-4697-9ca1-b47a2f325ca0 req-5cdfe4e8-f07d-4307-a972-dc2a72726cba tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825255 May 11 19:51:08.718170 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-052ef938-6006-4eed-8af1-bab8f942ff72 req-589915e6-a4a1-4b6a-b380-be2677fc5c9d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289559 May 11 19:51:08.961215 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b1a11-bb7b-40a3-9d81-8b3d2a2659a9 None None] Network 437b37aa-8bd1-4497-91e7-f93787712bea requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:51:08.961387 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9c61317b-674e-4ead-a3af-3f86533b3dbe req-86f36312-a266-4fa1-98b3-8946dc68a31b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.0952013 May 11 19:51:09.212633 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:09.249056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6369aef-b1aa-434b-8c9e-72732e9702d1 req-9ee30761-a01b-4ee2-8cbe-9f53b3397fc9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:09.260130 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a6369aef-b1aa-434b-8c9e-72732e9702d1 req-9ee30761-a01b-4ee2-8cbe-9f53b3397fc9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1530418 May 11 19:51:09.282450 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29aca1-db27-4b8e-9675-e515e2b8bf4a req-9c37d72e-85b4-419a-9299-f7fce76579e6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:09.284068 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aa29aca1-db27-4b8e-9675-e515e2b8bf4a req-9c37d72e-85b4-419a-9299-f7fce76579e6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2442665 May 11 19:51:09.314621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:09.336409 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-e3336ad3-9699-4b17-911b-9b4ebb7a9859 None None] Provisioning for port 18da6a4c-e7fa-436a-9777-d226d66403df completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:09.339572 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a6369aef-b1aa-434b-8c9e-72732e9702d1 req-69510f47-bdb4-4014-9469-d3578d503cec tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780799 May 11 19:51:09.415262 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 18da6a4c-e7fa-436a-9777-d226d66403df up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:09.539770 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d', 'code': 200} May 11 19:51:09.547674 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aa29aca1-db27-4b8e-9675-e515e2b8bf4a req-7e183ce4-f31f-4cd8-a971-cf78c6486e71 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455330 May 11 19:51:09.689662 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 18da6a4c-e7fa-436a-9777-d226d66403df completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:09.707845 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 18da6a4c-e7fa-436a-9777-d226d66403df triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:09.708441 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.059973 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.060531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Router 1b19a13c-a5ef-4540-913a-980d4803fef2 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:51:10.104504 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78db43-3b59-4f39-bfb1-63ea867dfeb5 req-4b0fbbeb-9299-4082-a5cc-b5641d1d0298 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:10.120563 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9f78db43-3b59-4f39-bfb1-63ea867dfeb5 req-4b0fbbeb-9299-4082-a5cc-b5641d1d0298 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.1988418 May 11 19:51:10.140238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 18da6a4c-e7fa-436a-9777-d226d66403df, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=18da6a4c-e7fa-436a-9777-d226d66403df,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:10.195627 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9f78db43-3b59-4f39-bfb1-63ea867dfeb5 req-00801221-0ed2-4c92-a7bc-821ec561b28e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736792 May 11 19:51:10.301563 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-00f2b661-6b3b-42b2-89ee-cd48fea58899 None None] Provisioning complete for port 18da6a4c-e7fa-436a-9777-d226d66403df triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:10.302190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-00f2b661-6b3b-42b2-89ee-cd48fea58899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.410902 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.411940 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:10.425525 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4fc5dd7b-7e55-412b-bb99-196e09c5c096 req-9dce8486-b798-4915-94f7-26bce4974fad tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.0647061 May 11 19:51:10.538178 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6fe439b-396d-45f4-ad69-8efa8eb2b84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:10.619629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36310) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:10.685103 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-caf031de-07f8-4e3b-a709-aea2f7a3b19c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:10.689342 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-caf031de-07f8-4e3b-a709-aea2f7a3b19c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 808 time: 0.9622130 May 11 19:51:10.733397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Request body: {'port': {'device_id': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7', 'admin_state_up': True, 'tenant_id': 'd6cc85c4da1e44eea71793d6d5be093f'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:10.863025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.879654 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=18da6a4c-e7fa-436a-9777-d226d66403df,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:10.884032 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:10.888078 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67695-04d9-4517-a745-54c2eb69b8b4 req-17e3ed0f-36ce-4b4f-852b-0abb604a14a7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:10.896928 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-80c67695-04d9-4517-a745-54c2eb69b8b4 req-17e3ed0f-36ce-4b4f-852b-0abb604a14a7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2288351 May 11 19:51:10.900604 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:10.900995 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:10.931918 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:10.946437 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Usage tracker for resource:security_group_rule and tenant:ad4a20ad88d1453dbb99825b07832195 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:10.954056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:10.978233 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-80c67695-04d9-4517-a745-54c2eb69b8b4 req-220f04f2-b2fe-4429-a635-4231ce7358ec tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802429 May 11 19:51:10.984298 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:11.086588 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840d07-c5e2-4dee-9180-2c42fcd5d8b9 req-e433e22f-2afa-4c40-a1fe-462c9075d946 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:11.088628 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-44840d07-c5e2-4dee-9180-2c42fcd5d8b9 req-e433e22f-2afa-4c40-a1fe-462c9075d946 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 1.0546238 May 11 19:51:11.112175 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a490-4a12-47e4-8ac6-45170b50a8e4 req-d602ba00-7e12-4927-99b9-e6a15bf37171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:11.117729 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2d23a490-4a12-47e4-8ac6-45170b50a8e4 req-d602ba00-7e12-4927-99b9-e6a15bf37171 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 1098 time: 0.7307646 May 11 19:51:11.261044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:51:11.272283 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Sync routers for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:51:11.298131 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:11.300308 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:11.305502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:11.317777 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:11.337236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 18da6a4c-e7fa-436a-9777-d226d66403df up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:11.385756 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:11.417219 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:11.425977 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8247206 May 11 19:51:11.436172 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36324) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:11.444763 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2d23a490-4a12-47e4-8ac6-45170b50a8e4 req-b92c7134-6024-4c81-81b0-fbd49684edde service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167734 May 11 19:51:11.474518 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7c17-1e15-4423-b18e-3b03bc70309e req-24866e4a-a5dc-4c8e-8712-6cd16ca7d479 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:11.478101 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3ead7c17-1e15-4423-b18e-3b03bc70309e req-24866e4a-a5dc-4c8e-8712-6cd16ca7d479 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2375386 May 11 19:51:11.479915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:11.508427 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 18da6a4c-e7fa-436a-9777-d226d66403df triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:11.511183 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:11.534238 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Made reservation on behalf of d6cc85c4da1e44eea71793d6d5be093f for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:51:11.538222 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:11.583791 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8d14ba7b-6f28-42de-8e47-c04418044039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:11.658224 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad4a20ad88d1453dbb99825b07832195&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0370369 May 11 19:51:11.663010 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36330) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:11.666799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6094eca-3354-4090-9690-3df107f78d85,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:11.673567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:11.705677 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:11.743417 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-44840d07-c5e2-4dee-9180-2c42fcd5d8b9 req-27b9be90-a4bb-4564-a12d-08beab16f830 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6136117 May 11 19:51:11.760333 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3ead7c17-1e15-4423-b18e-3b03bc70309e req-ed31d2c3-0582-4e9e-b8de-3ffe1fe5642f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106206 May 11 19:51:12.008581 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bb8edf36-2c19-4f34-9ea3-b8389cd4ddcb req-0e3ff34a-ca98-49c7-a777-583e5ed98030 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.0539551 May 11 19:51:12.229995 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:12.287293 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661d451-69d6-4702-9f61-d0cc815c32ee req-be554eb7-6ed9-4a61-a110-d8a270a3586e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:12.288854 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3661d451-69d6-4702-9f61-d0cc815c32ee req-be554eb7-6ed9-4a61-a110-d8a270a3586e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1425736 May 11 19:51:12.343113 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:07Z', 'revision_number': 3, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:12.349583 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Checking router: 1b19a13c-a5ef-4540-913a-980d4803fef2 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:51:12.350242 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Updating router 1b19a13c-a5ef-4540-913a-980d4803fef2 port b944e70a-4986-472a-be90-26fd9659866a binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:51:12.368912 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3661d451-69d6-4702-9f61-d0cc815c32ee req-138b6343-f1c8-49b1-81c9-440cb10a97dd tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741367 May 11 19:51:12.420802 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:12.450842 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:12.587775 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Allocated IP 172.20.0.12 (ccadc9b6-fbc9-4832-aaad-da282dc66cd7/3ec6da37-dfcf-4dc7-81b5-838efabafc4e/cbcf83c0-7634-43fd-ab7d-5ed70d990e07) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:51:12.762623 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:12.773818 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b4a0b01a-762a-4c4d-8935-aaf0ca8b9d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:12.797369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9ed9-fd82-41fb-ae62-4faff0c32885 req-ee5d0093-8083-498a-87a2-69232c6752f0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:12.799015 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-782b9ed9-fd82-41fb-ae62-4faff0c32885 req-ee5d0093-8083-498a-87a2-69232c6752f0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.8150227 May 11 19:51:12.825721 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6094eca-3354-4090-9690-3df107f78d85,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:12.844344 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:12.951871 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:12.968728 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3404e5-b539-4527-b0d4-8f068fff887e req-b5aa28ad-2c09-4725-90f8-5cda9a905038 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:12.976036 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6d3404e5-b539-4527-b0d4-8f068fff887e req-b5aa28ad-2c09-4725-90f8-5cda9a905038 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1091287 May 11 19:51:12.976856 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Transition to ACTIVE for port object b944e70a-4986-472a-be90-26fd9659866a will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:13.045621 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.050669 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6d3404e5-b539-4527-b0d4-8f068fff887e req-ea9b3fc6-54e2-452d-923b-4a952c757357 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737073 May 11 19:51:13.051628 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-e31f8608-3ae6-4dd8-a845-836fe4e08b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:13.075923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c6326-7b4e-417b-9460-bd31de198118 req-45841dc0-1330-42b3-9874-adbbbc0c9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:13.077763 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c04c6326-7b4e-417b-9460-bd31de198118 req-45841dc0-1330-42b3-9874-adbbbc0c9d38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.6665916 May 11 19:51:13.096888 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-782b9ed9-fd82-41fb-ae62-4faff0c32885 req-c64d2744-f8dd-498e-b8a6-10dea56165ee tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760015 May 11 19:51:13.213487 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.230132 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6094eca-3354-4090-9690-3df107f78d85 HTTP/1.1" status: 204 len: 168 time: 1.5540802 May 11 19:51:13.277838 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Attempting to bind port b944e70a-4986-472a-be90-26fd9659866a on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:13.278429 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Attempting to bind port b944e70a-4986-472a-be90-26fd9659866a by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:13.279146 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Attempting to bind port b944e70a-4986-472a-be90-26fd9659866a on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:13.296378 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:13.296752 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:13.297857 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.298337 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:13.298816 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Bound port: b944e70a-4986-472a-be90-26fd9659866a, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:13.299235 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.303719 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc79ccf-315e-44d9-a8cb-94d2345eabc5 req-28cedf4f-1eae-49da-a77d-267a22d3e7ca tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:13.310586 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6cc79ccf-315e-44d9-a8cb-94d2345eabc5 req-28cedf4f-1eae-49da-a77d-267a22d3e7ca tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1487286 May 11 19:51:13.382021 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcde94-e1d4-41c2-af5e-e7bdad31d65a None None] Pushing event updated for resources: {'Port': ['ID=b944e70a-4986-472a-be90-26fd9659866a,revision_number=2']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:13.386223 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6cc79ccf-315e-44d9-a8cb-94d2345eabc5 req-d4c7d0e8-b1e9-468e-80d7-3157f010f90d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746782 May 11 19:51:13.393130 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-97bcde94-e1d4-41c2-af5e-e7bdad31d65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:13.410793 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c04c6326-7b4e-417b-9460-bd31de198118 req-57f7ae86-c9e9-4322-9b16-c0bd0b746eb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108294 May 11 19:51:13.418870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-95db5ada-ab10-486b-9442-f87447b53e4c req-7db13840-239a-4b0c-a56f-46dddf09ae42 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Synchronizing usage tracker for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:13.466794 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:51:13.483141 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] For port b944e70a-4986-472a-be90-26fd9659866a, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:13.488985 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] For port b944e70a-4986-472a-be90-26fd9659866a, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b944e70a-4986-472a-be90-26fd9659866a,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:13.564905 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.583577 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.591634 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:13.652353 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-95db5ada-ab10-486b-9442-f87447b53e4c req-7db13840-239a-4b0c-a56f-46dddf09ae42 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Unset dirty status for tenant:d6cc85c4da1e44eea71793d6d5be093f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:13.665993 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-95db5ada-ab10-486b-9442-f87447b53e4c req-7db13840-239a-4b0c-a56f-46dddf09ae42 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.3436918 May 11 19:51:13.682108 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcde94-e1d4-41c2-af5e-e7bdad31d65a None None] Pushing event updated for resources: {'Port': ['ID=b944e70a-4986-472a-be90-26fd9659866a,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:13.687014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5d17-cd91-4b99-8635-19726bb59289 req-3b17dc66-b460-4c06-aff8-2feb8a9c32cf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:13.695788 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-97bcde94-e1d4-41c2-af5e-e7bdad31d65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:13.701659 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7bba5d17-cd91-4b99-8635-19726bb59289 req-3b17dc66-b460-4c06-aff8-2feb8a9c32cf tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1398022 May 11 19:51:13.714410 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:13.715399 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:50:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:13.752409 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.755057 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7bba5d17-cd91-4b99-8635-19726bb59289 req-75b4487f-9cdb-44a1-8d17-ac852442f900 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 May 11 19:51:13.883502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:13.889924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0e580b64-e32b-49a2-9e0f-668ebeb846e1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:13.950627 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:13.978978 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:14.004012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:14.044786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:51:14.112185 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Pushing event updated for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:14.121663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:14.130625 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:14.131287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:14.230239 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5077631 May 11 19:51:14.279943 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Request body: {'port': {'device_id': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:14.353478 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565662-3e46-43eb-9edc-1bb01b98c950 req-5efddac0-f665-4d0a-8684-7a12e448ac6d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:14.357603 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:07Z', 'revision_number': 3, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:14.362549 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d79900-80d3-4577-a7c6-66c697b982df None None] The sync data for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi is: [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:07Z', 'revision_number': 3, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:51:14.363817 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e1565662-3e46-43eb-9edc-1bb01b98c950 req-5efddac0-f665-4d0a-8684-7a12e448ac6d tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.1209466 May 11 19:51:14.432857 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Allocated IP 172.20.0.1 (437b37aa-8bd1-4497-91e7-f93787712bea/2857febb-c731-4de7-b7d7-e4b922b57f8b/997cce1e-74b6-4e54-a199-9e1af0e2b9f5) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:51:14.440133 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e1565662-3e46-43eb-9edc-1bb01b98c950 req-8d997d46-566f-46d4-bdee-1cb815ddd7b3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659184 May 11 19:51:14.446209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36360) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:14.491338 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:14.492640 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:14.520580 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:14.524727 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e60971a86e740e79232a3fe517f3152 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:14.530758 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:14.544989 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:14.778902 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:14.859726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:14.883336 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:14.904573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939e00-9991-4f46-9461-a8f8ed02312e req-44a0e19c-1474-4e43-900d-6c28f6ecd762 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:14.912493 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b6939e00-9991-4f46-9461-a8f8ed02312e req-44a0e19c-1474-4e43-900d-6c28f6ecd762 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2590158 May 11 19:51:14.958152 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0904d-63d0-4657-84d4-cfe113a6d09c req-e4e930f7-e843-4060-a61a-d02327fbc8f0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:14.966411 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75c0904d-63d0-4657-84d4-cfe113a6d09c req-e4e930f7-e843-4060-a61a-d02327fbc8f0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.7326901 May 11 19:51:15.078018 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f4db8-24b1-457f-b076-483a179a3a98,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:15.101371 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e60971a86e740e79232a3fe517f3152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527312 May 11 19:51:15.104310 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:15.106912 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36370) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:15.134811 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b6939e00-9991-4f46-9461-a8f8ed02312e req-76371be1-3245-4ec7-940d-b45760d44de3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211809 May 11 19:51:15.295893 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.365771 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75c0904d-63d0-4657-84d4-cfe113a6d09c req-1635378a-0e4f-405d-92c9-3bc8602bc0aa tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943574 May 11 19:51:15.371732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.381477 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b944e70a-4986-472a-be90-26fd9659866a up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:15.429133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.468082 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Transition to ACTIVE for port object 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:15.661125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8dc9-32c9-43b3-b11a-1b814895d357 req-4a312bfd-cbae-459a-a66e-1e3b3638588e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:15.673527 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-52fd8dc9-32c9-43b3-b11a-1b814895d357 req-4a312bfd-cbae-459a-a66e-1e3b3638588e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 932 time: 0.2670276 May 11 19:51:15.710791 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcf83c0-7634-43fd-ab7d-5ed70d990e07 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:51:15.718175 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.722677 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.736169 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-078019cb-1e26-4caa-a7ac-89c1b6621bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:15.741690 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Transition to ACTIVE for port object cbcf83c0-7634-43fd-ab7d-5ed70d990e07 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:15.745846 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port b944e70a-4986-472a-be90-26fd9659866a completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:15.777460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e52d1-4550-45d0-9eb0-e0688e2db6b6 req-da8406a8-492f-4f73-917b-a1a62f5b6cc1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:15.785535 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bf6e52d1-4550-45d0-9eb0-e0688e2db6b6 req-da8406a8-492f-4f73-917b-a1a62f5b6cc1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2765510 May 11 19:51:15.796307 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f4db8-24b1-457f-b076-483a179a3a98,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:15.808236 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:15.826157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.831690 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-52fd8dc9-32c9-43b3-b11a-1b814895d357 req-1251e3ce-a2c9-438c-a7ee-f3e40fa19fd2 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571207 May 11 19:51:15.833369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.843703 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:15.844584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.849024 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be2f4db8-24b1-457f-b076-483a179a3a98 HTTP/1.1" status: 204 len: 168 time: 0.7407176 May 11 19:51:15.914891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b944e70a-4986-472a-be90-26fd9659866a triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:15.915520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:15.934593 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bf6e52d1-4550-45d0-9eb0-e0688e2db6b6 req-56ccf829-0517-4fbf-9de9-087c87252c57 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479032 May 11 19:51:16.138774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Network 437b37aa-8bd1-4497-91e7-f93787712bea is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:16.141762 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Pushing event updated for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:16.145076 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:16.200864 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.240879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port b944e70a-4986-472a-be90-26fd9659866a, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b944e70a-4986-472a-be90-26fd9659866a,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:16.242318 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:51:16.339268 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.344659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:16.449231 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=b944e70a-4986-472a-be90-26fd9659866a,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:16.457541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-28148b2d-450c-455b-bdfd-3a712ed6cbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.459486 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:16.625695 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:16.635767 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:16.636507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.638809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.745s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:16.639198 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:16.691882 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d98f2adc-7634-4f26-b83e-44b43068242d None None] Provisioning for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:16.697314 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d98f2adc-7634-4f26-b83e-44b43068242d None None] Provisioning complete for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:16.699276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d98f2adc-7634-4f26-b83e-44b43068242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.712077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Attempting to bind port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:16.712678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Attempting to bind port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:16.712799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Attempting to bind port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:16.724998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:51:16.724998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Attempting to bind port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 on network ccadc9b6-fbc9-4832-aaad-da282dc66cd7 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:16.746853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:16.751173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Checking segment: {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:16.751173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Bound using segment: {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:16.751173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Bound port: cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:16.751173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:16.829306 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8807c-856c-4254-a679-32aec73441c5 req-0c4b469f-e027-47e2-b56f-725008fec863 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:16.830868 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f6a8807c-856c-4254-a679-32aec73441c5 req-0c4b469f-e027-47e2-b56f-725008fec863 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.3369405 May 11 19:51:16.885856 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d98f2adc-7634-4f26-b83e-44b43068242d None None] Port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:51:17.030330 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb87a-ba77-44f2-8711-b5b79f56a35e req-6f4f9a4a-936c-4270-b126-71e1ab8dbafd tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.033457 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-741fb87a-ba77-44f2-8711-b5b79f56a35e req-6f4f9a4a-936c-4270-b126-71e1ab8dbafd tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1164458 May 11 19:51:17.080850 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f6a8807c-856c-4254-a679-32aec73441c5 req-c1433f2e-413c-43eb-99e9-3b543f3aa27e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573317 May 11 19:51:17.162613 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-741fb87a-ba77-44f2-8711-b5b79f56a35e req-f73c0b01-0d82-4b4b-b339-bc272811d56e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183608 May 11 19:51:17.271378 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:17.279470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-28ce6b7b-8716-4694-9d3c-c3fe8af48013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.280969 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-28ce6b7b-8716-4694-9d3c-c3fe8af48013 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 1099 time: 0.3591034 May 11 19:51:17.321424 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b944e70a-4986-472a-be90-26fd9659866a up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:17.365625 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:17.396134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:17.446285 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87bfdc-c015-400b-8dc3-9b49142a5dda req-6fdb3a2c-2348-44fe-b422-e3b1b124d876 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.448584 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4c87bfdc-c015-400b-8dc3-9b49142a5dda req-6fdb3a2c-2348-44fe-b422-e3b1b124d876 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 944 time: 0.1566350 May 11 19:51:17.480854 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:17.489488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:17.493270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port b944e70a-4986-472a-be90-26fd9659866a triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:17.493798 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:17.537859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4c87bfdc-c015-400b-8dc3-9b49142a5dda req-11a2979d-e16f-4672-a9ed-4f2794148eb0 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723431 May 11 19:51:17.631786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.632769 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:17.634151 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/cbcf83c0-7634-43fd-ab7d-5ed70d990e07 HTTP/1.1" status: 200 len: 1094 time: 3.3656626 May 11 19:51:17.642434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:17.748376 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-f2a6c38e-356d-42f0-8bc9-9000c54047a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.749832 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-f2a6c38e-356d-42f0-8bc9-9000c54047a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.4439983 May 11 19:51:17.770305 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:17.777810 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:17.788909 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586df8-077e-4d12-a1cd-6ca2e3576f38 req-27517ccd-c852-4218-9c4c-739247ce1d91 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:17.790481 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9586df8-077e-4d12-a1cd-6ca2e3576f38 req-27517ccd-c852-4218-9c4c-739247ce1d91 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.4885840 May 11 19:51:18.118727 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-1a1de7ab-b08e-4254-afcc-d883936b6b4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 200 len: 217 time: 0.3271930 May 11 19:51:18.250404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9586df8-077e-4d12-a1cd-6ca2e3576f38 req-9053573a-5bd7-4143-aded-0a47815698ee tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692031 May 11 19:51:18.294143 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-9c7c9eec-73fb-4a15-bc0c-0bf3d5a193db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:18.295035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-9c7c9eec-73fb-4a15-bc0c-0bf3d5a193db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1527798 May 11 19:51:18.351864 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07', 'status': 'completed', 'code': 200} May 11 19:51:18.362321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-28e68ce3-7e6f-4d6a-8a94-2651d0a4293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:18.362321 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-28e68ce3-7e6f-4d6a-8a94-2651d0a4293a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 1097 time: 0.5686507 May 11 19:51:18.364447 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-48099dee-2b22-4f1d-9617-13898f74b67b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535057 May 11 19:51:18.470395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:18.535264 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-d36a7eeb-3f78-4f0c-8dd1-adf936036575 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07 HTTP/1.1" status: 200 len: 217 time: 0.1462374 May 11 19:51:18.642476 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:18.680811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f3dc911e-3c4f-418b-beb3-0ea9c422a196 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:18.864293 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:18.909192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-5f3865f1-005d-4ce5-b81d-28d3629b666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:18.912353 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-5f3865f1-005d-4ce5-b81d-28d3629b666c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec6da37-dfcf-4dc7-81b5-838efabafc4e HTTP/1.1" status: 200 len: 848 time: 0.3231459 May 11 19:51:18.916727 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-dba106dc-9841-42df-99cb-b4aea27d9a72 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287991 May 11 19:51:18.926027 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cf4eb5b2-4a3e-43c7-9539-acb3a6880eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:19.018087 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb5e8b-aeef-4735-96dd-35d75d09ed75 req-150833ce-f49b-4c26-b41e-c8a80d29f9c0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:19.026693 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-40bb5e8b-aeef-4735-96dd-35d75d09ed75 req-150833ce-f49b-4c26-b41e-c8a80d29f9c0 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1249142 May 11 19:51:19.049986 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-044ecabe-2ef4-44f4-b764-fc03d0b65f66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087449 May 11 19:51:19.107923 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-40bb5e8b-aeef-4735-96dd-35d75d09ed75 req-6d256e4d-27bb-419d-96ac-883c641d4dfd tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761256 May 11 19:51:19.121078 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:19.121078 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Pushing event updated for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:19.150614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:19.358858 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b750-feac-45eb-b0b8-b93cab3449f1 req-e7707f9a-3ff7-4067-9274-398b9fb4d7d4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:19.366530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f6cdb-e2b3-4c6a-b7c8-43b7e9711821 req-ad8a42fc-fcf1-46e6-bc83-a593b422ffdf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:19.368258 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13c8b750-feac-45eb-b0b8-b93cab3449f1 req-e7707f9a-3ff7-4067-9274-398b9fb4d7d4 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 944 time: 0.1498177 May 11 19:51:19.374111 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0c7f6cdb-e2b3-4c6a-b7c8-43b7e9711821 req-ad8a42fc-fcf1-46e6-bc83-a593b422ffdf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.9065893 May 11 19:51:19.448904 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-13c8b750-feac-45eb-b0b8-b93cab3449f1 req-ae91edf2-4295-4a59-9805-f82fd23bfc40 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785122 May 11 19:51:19.478833 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0c7f6cdb-e2b3-4c6a-b7c8-43b7e9711821 req-a02ffc63-fca3-4e25-8f02-191219fdf4f2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037273 May 11 19:51:19.544589 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3ebaecf4-1c9a-4fe1-b827-b45488e87e14 req-d4661d4b-621f-420c-ba3c-d9247bc18433 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001897 May 11 19:51:19.559738 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-e66d030c-ee01-4f2d-8024-e12382b398dd service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490454 May 11 19:51:19.735707 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Network 437b37aa-8bd1-4497-91e7-f93787712bea is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:19.739023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:19.746759 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7d7470d4-de50-4479-bb23-4917c6e2ad4a req-8ce6bfaf-39ab-43aa-a0c3-e9716d9f6b14 service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551616 May 11 19:51:19.759715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9f2c9-105c-4712-9f7f-f0e8397ebf62 req-0683b930-90f7-4f60-9ade-8ae5c76bcc1e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:19.768858 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-86c9f2c9-105c-4712-9f7f-f0e8397ebf62 req-0683b930-90f7-4f60-9ade-8ae5c76bcc1e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1824658 May 11 19:51:19.862644 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-86c9f2c9-105c-4712-9f7f-f0e8397ebf62 req-a33bcff0-1ab0-4146-a808-410d20aa7bb9 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929120 May 11 19:51:20.055379 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36460) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:20.141258 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-34e99eaf-cda1-4708-b767-92781b05f361 None None] Provisioning complete for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:20.141837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-34e99eaf-cda1-4708-b767-92781b05f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:20.214193 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Router 1b19a13c-a5ef-4540-913a-980d4803fef2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:51:20.264058 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-34e99eaf-cda1-4708-b767-92781b05f361 None None] Port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:51:20.271464 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:20.298002 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:20.301982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b187798443fa49518270a16030a54204 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:20.304920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:20.310732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:20.415872 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:20.419220 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:20.559817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:51:20.575910 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b19a13c-a5ef-4540-913a-980d4803fef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1285615 May 11 19:51:20.591111 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Sync routers for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:51:20.602680 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-f82703af-26fb-40e3-80a1-63244186400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:20.602680 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-f82703af-26fb-40e3-80a1-63244186400c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 1097 time: 0.3834984 May 11 19:51:20.619697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:20.620491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:51:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:20.726032 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8ab8b-3394-40c3-89bf-472756b3ac59 req-17a065be-fa0d-4746-8e7e-7275830a018f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:20.733749 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1f8ab8b-3394-40c3-89bf-472756b3ac59 req-17a065be-fa0d-4746-8e7e-7275830a018f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.3899293 May 11 19:51:20.750338 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4027f1-bfd8-4584-800a-0cb16240e23a req-90ca85dd-c021-47fc-8fea-c1af4316bf18 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:20.757859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7b4027f1-bfd8-4584-800a-0cb16240e23a req-90ca85dd-c021-47fc-8fea-c1af4316bf18 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 944 time: 0.1417120 May 11 19:51:20.808501 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1f8ab8b-3394-40c3-89bf-472756b3ac59 req-f9fd665f-e24c-4407-b071-086aa5e7fb0d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736220 May 11 19:51:20.816598 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7b4027f1-bfd8-4584-800a-0cb16240e23a req-8dcc8bbd-b624-450e-bd60-b8206705cc9d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 May 11 19:51:20.843202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-4d8dca2e-cb8a-423a-b15b-c560e5aa71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:20.844720 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-4d8dca2e-cb8a-423a-b15b-c560e5aa71b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 200 len: 909 time: 0.2372613 May 11 19:51:20.879191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:20.949153 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-b12ae183-58cd-4da8-b197-ee780dd3463f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07 HTTP/1.1" status: 200 len: 217 time: 0.0955629 May 11 19:51:21.080657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f17c0-3e86-47cd-9812-62f4df9c1b0c req-d6f10779-6b2c-4364-acaa-9de453dd0252 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:21.083078 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-eb7f17c0-3e86-47cd-9812-62f4df9c1b0c req-d6f10779-6b2c-4364-acaa-9de453dd0252 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.1130216 May 11 19:51:21.106950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-36642e75-2397-40d0-ad98-8bea8e437b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:21.109285 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-36642e75-2397-40d0-ad98-8bea8e437b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3ec6da37-dfcf-4dc7-81b5-838efabafc4e HTTP/1.1" status: 200 len: 848 time: 0.1526434 May 11 19:51:21.143055 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.184831 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a104978a-ff85-4bd8-be55-72e13eb6b346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:21.193406 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b187798443fa49518270a16030a54204&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1369216 May 11 19:51:21.207432 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-eb7f17c0-3e86-47cd-9812-62f4df9c1b0c req-7d0040b9-e0cf-43ea-bd92-0d2775498147 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170092 May 11 19:51:21.210666 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36486) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:21.247557 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-38bae74e-c8eb-4f65-b738-36d074b064f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ccadc9b6-fbc9-4832-aaad-da282dc66cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288197 May 11 19:51:21.294859 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc40e8-fc93-42ce-ad25-3cc79baa4c6a req-7ddf360b-1cc6-4aed-861f-c1c882ca3a18 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:21.297829 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-becc40e8-fc93-42ce-ad25-3cc79baa4c6a req-7ddf360b-1cc6-4aed-861f-c1c882ca3a18 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2827444 May 11 19:51:21.303959 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:17Z', 'revision_number': 4, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '997cce1e-74b6-4e54-a199-9e1af0e2b9f5', 'name': '', 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'mac_address': 'fa:16:3e:af:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:13Z', 'updated_at': '2021-05-11T19:51:17Z', 'revision_number': 2, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'subnets': [{'id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:21.308583 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Checking router: 1b19a13c-a5ef-4540-913a-980d4803fef2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:51:21.309479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Updating router 1b19a13c-a5ef-4540-913a-980d4803fef2 port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:51:21.325959 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053694fa-d348-44b8-82af-ed700189ade8,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:21.347282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.348139 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.348774 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.349360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.349770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.350181 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.350632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.351050 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.355170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.355170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.355170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.355170 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:21.357782 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:21.392557 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.422452 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.426372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.516088 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-becc40e8-fc93-42ce-ad25-3cc79baa4c6a req-fb25d3ae-7bc9-4c36-a2d4-2290c723cf68 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275141 May 11 19:51:21.548973 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.553728 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7c6786ef-427b-4982-8297-326661e685ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:21.580688 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053694fa-d348-44b8-82af-ed700189ade8,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:21.602861 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:21.610355 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.611481 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/053694fa-d348-44b8-82af-ed700189ade8 HTTP/1.1" status: 204 len: 168 time: 0.3943787 May 11 19:51:21.630299 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-59608061-f4ca-4caf-a76c-a79fc0474937 service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690779 May 11 19:51:21.654053 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:21.920985 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61d7801a-2fe5-4d30-97f5-e39064b364e0 req-545b9af8-d13e-43f2-8ecf-f1fd213770dd service neutron] 10.222.0.44 "GET /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813056 May 11 19:51:21.999986 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.021190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Transition to ACTIVE for port object 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:22.085940 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.090198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:22.177016 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Pushing event updated for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:22.182290 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:22.201398 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e385aa9-9d11-46ac-9e04-731108b50a41 req-abc2032a-c1b0-4fa8-8f11-04734aef220c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:22.210558 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6e385aa9-9d11-46ac-9e04-731108b50a41 req-abc2032a-c1b0-4fa8-8f11-04734aef220c tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 944 time: 0.1504350 May 11 19:51:22.351657 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6e385aa9-9d11-46ac-9e04-731108b50a41 req-00406ee3-ca67-4458-a6a8-420223ae7ad7 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403255 May 11 19:51:22.407571 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806e38c-a993-462f-9951-31423c2ea6a9 req-bd59234e-e1f5-4174-baa4-0572513b0d69 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:22.409301 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d806e38c-a993-462f-9951-31423c2ea6a9 req-bd59234e-e1f5-4174-baa4-0572513b0d69 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2905481 May 11 19:51:22.521029 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device cbcf83c0-7634-43fd-ab7d-5ed70d990e07 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:51:22.539250 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Attempting to bind port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:22.540778 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Attempting to bind port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:22.541807 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Attempting to bind port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 on network 437b37aa-8bd1-4497-91e7-f93787712bea {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:22.550053 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36524) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:22.558072 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d806e38c-a993-462f-9951-31423c2ea6a9 req-0a5e7115-f2df-4426-b89c-a969ff564d96 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300633 May 11 19:51:22.572400 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.588724 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:22.594193 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Usage tracker for resource:security_group_rule and tenant:f4d6136df5d5422a9fe431ec893821d3 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:22.597935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:22.605246 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:22.669523 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:22.669906 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Checking segment: {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:22.670392 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.670831 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Bound using segment: {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:22.671362 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Bound port: 997cce1e-74b6-4e54-a199-9e1af0e2b9f5, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d5ce19-9020-40e2-82db-d2e78bc5a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:22.671883 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.831553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.915540 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:22.934537 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-18fcbaa1-fd32-49a8-bbab-fba79df90727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:23.025420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697dad7-2e93-4ad8-83c0-d8038068e764 req-c6d83c1b-b928-4860-8493-2e8290030aa2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:23.042693 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7697dad7-2e93-4ad8-83c0-d8038068e764 req-c6d83c1b-b928-4860-8493-2e8290030aa2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2469893 May 11 19:51:23.061628 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4d6136df5d5422a9fe431ec893821d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102909 May 11 19:51:23.063285 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad31dc8-c531-47ee-ae39-18acba71cbc1,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:23.074547 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:23.075224 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36530) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:23.142450 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7697dad7-2e93-4ad8-83c0-d8038068e764 req-3b06c48a-62f0-4af0-908c-c331657e784e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 May 11 19:51:23.253238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:23.255445 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.289363 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07', 'network_id': 'ccadc9b6-fbc9-4832-aaad-da282dc66cd7', 'port_id': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07', 'mac_address': 'fa:16:3e:9a:62:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec6da37-dfcf-4dc7-81b5-838efabafc4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:51:23.296202 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.398721 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] For port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:23.435704 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] For port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:23.441477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec20eb-20c2-426e-9049-1a31b2d0ccad req-61ff4b81-b2f9-450e-89d6-c07a0a865467 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:23.450538 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7bec20eb-20c2-426e-9049-1a31b2d0ccad req-61ff4b81-b2f9-450e-89d6-c07a0a865467 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.3740778 May 11 19:51:23.482137 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.483276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.498832 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-41a794ae-f3b0-4a37-bcc7-31fbfadfd4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:23.513960 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.530847 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:23.591687 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7bec20eb-20c2-426e-9049-1a31b2d0ccad req-7d7fc2db-24cf-4904-bca2-73108922753e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399951 May 11 19:51:23.605744 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad31dc8-c531-47ee-ae39-18acba71cbc1,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:23.610098 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:23.627191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:23.628955 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ad31dc8-c531-47ee-ae39-18acba71cbc1 HTTP/1.1" status: 204 len: 168 time: 0.5470967 May 11 19:51:23.709008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcf83c0-7634-43fd-ab7d-5ed70d990e07 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:51:23.773772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac2f5-6906-48f4-8b4b-ce622a2f7c8b req-6f0bcbff-c199-420f-b919-58271a155426 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:23.784840 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f5ac2f5-6906-48f4-8b4b-ce622a2f7c8b req-6f0bcbff-c199-420f-b919-58271a155426 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 944 time: 0.2048304 May 11 19:51:23.864864 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:51:23.865984 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:51:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:23.921602 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f5ac2f5-6906-48f4-8b4b-ce622a2f7c8b req-a08cf359-6420-41bd-97fe-9582464662d5 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304936 May 11 19:51:23.958663 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:24.091147 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:24.112119 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Pushing event updated for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:24.139363 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:24.142542 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:24.429659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5048-0891-487c-9e0e-ab228321b055 req-2a997c6d-796b-4d1d-941c-2de739066dd9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:24.435213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-db1e5048-0891-487c-9e0e-ab228321b055 req-2a997c6d-796b-4d1d-941c-2de739066dd9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2590680 May 11 19:51:24.509956 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:51:24.613279 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-db1e5048-0891-487c-9e0e-ab228321b055 req-ca7eeea0-1510-4712-bcf6-3f6e88e2b428 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718514 May 11 19:51:24.624473 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:24.645501 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:25.123320 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037144-ffc8-4420-bbd8-581c1ce17064 req-d52ce5a0-cb86-4ab0-b442-48d189e0db84 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:25.158978 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1e037144-ffc8-4420-bbd8-581c1ce17064 req-d52ce5a0-cb86-4ab0-b442-48d189e0db84 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2817068 May 11 19:51:25.227775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['cbcf83c0-7634-43fd-ab7d-5ed70d990e07'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:25.403088 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1e037144-ffc8-4420-bbd8-581c1ce17064 req-1188a44b-8988-4458-8f43-7194328de165 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923838 May 11 19:51:25.699050 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:17Z', 'revision_number': 4, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '997cce1e-74b6-4e54-a199-9e1af0e2b9f5', 'name': '', 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'mac_address': 'fa:16:3e:af:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:13Z', 'updated_at': '2021-05-11T19:51:23Z', 'revision_number': 4, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'subnets': [{'id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:51:25.714224 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6c51a-c844-4cf6-96ae-25d12015fc0c None None] The sync data for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi is: [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:51:17Z', 'revision_number': 4, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '997cce1e-74b6-4e54-a199-9e1af0e2b9f5', 'name': '', 'network_id': '437b37aa-8bd1-4497-91e7-f93787712bea', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'mac_address': 'fa:16:3e:af:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:13Z', 'updated_at': '2021-05-11T19:51:23Z', 'revision_number': 4, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'subnets': [{'id': '2857febb-c731-4de7-b7d7-e4b922b57f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:51:25.990497 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a29bf-7200-4128-820b-5d52813c2feb req-15ad2fdc-eae6-4f7b-a24c-7ba79bb57e84 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:25.994439 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b55a29bf-7200-4128-820b-5d52813c2feb req-15ad2fdc-eae6-4f7b-a24c-7ba79bb57e84 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2979968 May 11 19:51:26.142982 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b55a29bf-7200-4128-820b-5d52813c2feb req-31377495-6cd9-45ed-9781-7d3e1073b4a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348491 May 11 19:51:26.489136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351459eb-494f-4c67-a764-55c13e45f2a7 req-f5557991-62fc-466e-8899-da91bdebfa1d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:26.512931 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-351459eb-494f-4c67-a764-55c13e45f2a7 req-f5557991-62fc-466e-8899-da91bdebfa1d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 945 time: 0.9936891 May 11 19:51:26.531336 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-a3083440-733f-4ad5-8cba-c3fff65ea93b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5523927 May 11 19:51:26.572834 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-294c52ce-162c-4409-8236-7ef0251975ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:26.574299 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-294c52ce-162c-4409-8236-7ef0251975ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1098 time: 0.5764074 May 11 19:51:26.784177 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-351459eb-494f-4c67-a764-55c13e45f2a7 req-1d3597a5-c275-44ca-92db-0cd223c55369 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700062 May 11 19:51:26.878324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-5967d4f8-f4f5-444a-a762-157d9b072ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:26.881499 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-5967d4f8-f4f5-444a-a762-157d9b072ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91382f1fd9c5436491ac19811c85ca5f&device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 1099 time: 0.2742462 May 11 19:51:26.932226 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6e2c-6910-4d3d-9e0c-9d629ea11815 req-954d4ff9-7f3c-4406-9875-d2e6a9cc07fe tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:26.939732 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c53b6e2c-6910-4d3d-9e0c-9d629ea11815 req-954d4ff9-7f3c-4406-9875-d2e6a9cc07fe tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2861705 May 11 19:51:27.014612 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-3cad4f11-a0dc-4f59-852a-81944be142b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:27.016393 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-3cad4f11-a0dc-4f59-852a-81944be142b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 912 time: 0.4320483 May 11 19:51:27.428689 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c53b6e2c-6910-4d3d-9e0c-9d629ea11815 req-9ebfdce8-f198-4343-b7c3-cfa78f5a6ac6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4880030 May 11 19:51:27.554390 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:27.691701 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-7dd73264-1031-4610-8867-8c2d98ccacdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 1000 time: 0.4599268 May 11 19:51:27.698381 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-fa68403d-0922-406e-9f09-3bc8a551d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:27.699902 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-fa68403d-0922-406e-9f09-3bc8a551d74b service neutron] 10.222.0.44 "GET /v2.0/networks?id=edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 200 len: 919 time: 0.7757766 May 11 19:51:27.748556 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:27.764472 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:27.764859 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:27.903507 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-06d2688f-736e-4f4a-b970-4bcb37034dc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 200 len: 217 time: 0.1656983 May 11 19:51:27.922191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:28.027728 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-c46cfe02-e161-4158-b7cf-1b0e48baa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:28.028931 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-c46cfe02-e161-4158-b7cf-1b0e48baa658 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 200 len: 858 time: 0.1020467 May 11 19:51:28.099792 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:28.118178 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70554bf6-bc38-4d82-9a97-b02a6cc227ed req-bf2c8aa5-83b7-40b3-9b2a-297217b2d927 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:28.130631 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70554bf6-bc38-4d82-9a97-b02a6cc227ed req-bf2c8aa5-83b7-40b3-9b2a-297217b2d927 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.6424758 May 11 19:51:28.206286 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:28.262786 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:28.264738 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:28.286948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8b78-a514-46c2-afbd-aa4e5a541a7b req-58c0bd65-e555-4322-8d86-d78b1a11702e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:28.297859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f4dc8b78-a514-46c2-afbd-aa4e5a541a7b req-58c0bd65-e555-4322-8d86-d78b1a11702e tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 945 time: 0.1955688 May 11 19:51:28.304011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-c6f8a0c4-6da7-4df7-986b-c6dae90f410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:28.315531 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-c6f8a0c4-6da7-4df7-986b-c6dae90f410e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.6146314 May 11 19:51:28.325314 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-defca135-2089-442f-9a7a-0e1dd1332095 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edb9660d-3bd3-44af-a214-e0e768a6a043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2316573 May 11 19:51:28.371721 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:28.376338 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:28.430334 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f4dc8b78-a514-46c2-afbd-aa4e5a541a7b req-11d8f5b8-a0fb-4ccb-bdc6-53949e9c9c08 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316049 May 11 19:51:28.536656 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device cbcf83c0-7634-43fd-ab7d-5ed70d990e07 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:28.920693 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:28.969361 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:28.969855 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:29.020555 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70554bf6-bc38-4d82-9a97-b02a6cc227ed req-55fa2077-2ee7-4010-9942-a0a937b5c34f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8885186 May 11 19:51:29.117446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c817d-54bc-4def-8945-59ca34f1c78b req-27b431a4-2834-47f2-a648-32ddec87cdd4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:29.119395 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b84c817d-54bc-4def-8945-59ca34f1c78b req-27b431a4-2834-47f2-a648-32ddec87cdd4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.3104396 May 11 19:51:29.189269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-ef5203cd-06e8-43e6-905f-3412225ad497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:29.206137 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-ef5203cd-06e8-43e6-905f-3412225ad497 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8718481 May 11 19:51:29.223174 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:29.236905 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-9f255e81-8276-42de-a6d9-e3440fb4a531 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561910 May 11 19:51:29.246275 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b84c817d-54bc-4def-8945-59ca34f1c78b req-e34d4cbf-cf64-45e1-865a-d29ddc77d5af tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145668 May 11 19:51:29.272302 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:29.311889 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:29.369439 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07', 'code': 200} May 11 19:51:29.371625 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:29.373597 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-7d9a7ca8-61b2-4438-b192-69aa44aa5bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:29.449707 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:51:29.508243 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-4bc6d9fc-a263-4e1f-92cf-e6d300f24bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799666 May 11 19:51:29.572128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:29.584955 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:29.639245 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:29.640263 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:29.840885 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751ab2a-246f-4a8a-80ab-3283872a18a4 req-33ebc49a-d402-4a42-9775-ac52339e5c3f tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:29.849266 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2751ab2a-246f-4a8a-80ab-3283872a18a4 req-33ebc49a-d402-4a42-9775-ac52339e5c3f tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.2338247 May 11 19:51:30.046393 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-31cec349-35ee-4bb8-b477-15bafab56ee7 req-4842ff85-96df-4e9a-86af-ce523d6c7143 service neutron] 10.222.0.44 "GET /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083203 May 11 19:51:30.102530 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fcd248b-95f9-4a44-a633-d51e495467c9 req-dcc1802e-7ccc-4aae-a044-98916f6bccbe service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995059 May 11 19:51:30.204009 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2751ab2a-246f-4a8a-80ab-3283872a18a4 req-4946d3c6-4d61-49bf-92b4-f2c8dfb4c6c0 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534904 May 11 19:51:30.259156 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac7ace-cd35-4aa3-ad03-a6b3f465b50d req-b570abc7-047c-44db-8863-9fded0691911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:30.260647 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1aac7ace-cd35-4aa3-ad03-a6b3f465b50d req-b570abc7-047c-44db-8863-9fded0691911 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 1099 time: 0.3093774 May 11 19:51:30.379861 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1aac7ace-cd35-4aa3-ad03-a6b3f465b50d req-59c3e516-d760-4e57-b769-6ff7c562a4c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915518 May 11 19:51:30.421481 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5158-1f1d-4cc2-a736-a1771ed7d540 req-ab97ac0b-4af7-4ac0-ace8-c43bd77f4236 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:30.429411 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-09ed5158-1f1d-4cc2-a736-a1771ed7d540 req-ab97ac0b-4af7-4ac0-ace8-c43bd77f4236 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1039762 May 11 19:51:30.488303 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-09ed5158-1f1d-4cc2-a736-a1771ed7d540 req-ce51ed71-9e32-4c02-81a6-e97db552488c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577691 May 11 19:51:30.711859 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc709-188c-4c45-88e6-a12c11a4cb3d req-35ffdd12-354c-4796-81e7-d5df132ef4d2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:30.713585 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da4cc709-188c-4c45-88e6-a12c11a4cb3d req-35ffdd12-354c-4796-81e7-d5df132ef4d2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0960338 May 11 19:51:30.783019 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da4cc709-188c-4c45-88e6-a12c11a4cb3d req-cd7a0534-3fc8-4121-912b-6b2bc1813ff1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520275 May 11 19:51:31.490833 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-3ae0f938-b295-4047-a26c-d5a02b7470b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:31.493104 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-3ae0f938-b295-4047-a26c-d5a02b7470b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1099 time: 0.1212957 May 11 19:51:31.501340 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec484364-453d-4633-b7db-f58aa39242d4 req-09b3872e-9281-4f80-8bae-35e1d60a860b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:31.507507 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ec484364-453d-4633-b7db-f58aa39242d4 req-09b3872e-9281-4f80-8bae-35e1d60a860b tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.1754172 May 11 19:51:31.837209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-9a1172c3-a71c-4172-b3e3-3672d28804f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:31.838678 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-9a1172c3-a71c-4172-b3e3-3672d28804f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.2792184 May 11 19:51:31.851814 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ec484364-453d-4633-b7db-f58aa39242d4 req-89b7fe6a-565a-4a16-920c-a8ead129c100 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395174 May 11 19:51:31.892574 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241a40-e3a1-43eb-9109-fd287065171b req-8a5f61ee-5743-44dd-9512-c23d5eb7ef20 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:31.900700 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-38241a40-e3a1-43eb-9109-fd287065171b req-8a5f61ee-5743-44dd-9512-c23d5eb7ef20 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1807992 May 11 19:51:32.017471 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-38241a40-e3a1-43eb-9109-fd287065171b req-c398d101-5912-4878-8905-5694a889bb1e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022744 May 11 19:51:32.169180 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-e0e44833-3776-409b-86b0-faeeb2b9963c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 200 len: 1002 time: 0.3139019 May 11 19:51:32.301790 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-fd617f22-a8ed-4d79-b381-faf329ff4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:32.303385 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-fd617f22-a8ed-4d79-b381-faf329ff4d00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0982406 May 11 19:51:32.325764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d3c26-9cb4-433c-8fd2-cc95d4fe67fc req-f64e30a5-d578-429c-bb8b-3d65175207bf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:32.327434 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ab6d3c26-9cb4-433c-8fd2-cc95d4fe67fc req-f64e30a5-d578-429c-bb8b-3d65175207bf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.2261965 May 11 19:51:32.434277 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ab6d3c26-9cb4-433c-8fd2-cc95d4fe67fc req-9a5007a0-58ad-42d5-9576-55d05854dde8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726550 May 11 19:51:32.470771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-58269914-c133-4096-9f8b-bfefe536c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:32.472968 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-58269914-c133-4096-9f8b-bfefe536c537 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438167 May 11 19:51:32.628588 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-72da2724-3638-48f5-aec7-404ee0ee3c23 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478729 May 11 19:51:32.778128 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e9514f17-c702-42a3-8a7e-6e8b0399f0da req-8820328e-a37e-4f80-b492-7b9ad2b54268 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412659 May 11 19:51:33.114778 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66cad7-9646-42e7-bc7b-ebf20b9ae669 req-7cb3337b-53d9-4de9-beea-08f6544cd617 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:33.123668 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6c66cad7-9646-42e7-bc7b-ebf20b9ae669 req-7cb3337b-53d9-4de9-beea-08f6544cd617 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.1369686 May 11 19:51:33.181823 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6c66cad7-9646-42e7-bc7b-ebf20b9ae669 req-b77bdb26-4122-47e8-9684-9b0fea513e9d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570760 May 11 19:51:33.336460 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43060-6918-46d9-a852-3d307931cde3 req-12333d10-b132-4246-bd86-a658d97814d3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:33.338667 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-86e43060-6918-46d9-a852-3d307931cde3 req-12333d10-b132-4246-bd86-a658d97814d3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1205263 May 11 19:51:33.414837 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-86e43060-6918-46d9-a852-3d307931cde3 req-d447b8ec-bfbe-4b1d-9566-fc82a27fdab2 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703702 May 11 19:51:33.646928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743ff1-c9b5-44b3-95b4-d6e7238f3b61 req-cb9e716e-5bb7-407c-9400-7ee6c07996b7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:33.652114 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-62743ff1-c9b5-44b3-95b4-d6e7238f3b61 req-cb9e716e-5bb7-407c-9400-7ee6c07996b7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 946 time: 0.0925853 May 11 19:51:33.717610 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-62743ff1-c9b5-44b3-95b4-d6e7238f3b61 req-0916949e-cbde-4650-b91d-bc5c4071f9a1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624733 May 11 19:51:34.550488 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:34.669858 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:34.710304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:34.723367 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:34.788666 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'code': 200} May 11 19:51:34.860287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:34.867167 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:34.994504 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=8']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:35.016536 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:35.120620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade255af-b25c-47c9-8713-384be302a6a8 req-f29687f2-d733-416a-8951-46175955e8b2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:35.122307 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ade255af-b25c-47c9-8713-384be302a6a8 req-f29687f2-d733-416a-8951-46175955e8b2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1802068 May 11 19:51:35.192493 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb251-36e1-4c03-8e44-1214b8981af9 req-622c0f74-11bb-4ec1-a106-221b10fa8dc2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:35.205450 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-34beb251-36e1-4c03-8e44-1214b8981af9 req-622c0f74-11bb-4ec1-a106-221b10fa8dc2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1909723 May 11 19:51:35.236302 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ade255af-b25c-47c9-8713-384be302a6a8 req-3e2b2eff-2432-4d3d-b056-b38cf08eb03f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002235 May 11 19:51:35.416206 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-34beb251-36e1-4c03-8e44-1214b8981af9 req-17f735a1-e28a-459f-bbe6-c65f23addf64 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042935 May 11 19:51:35.984665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cae0fa-b116-4064-bcfb-b18a61e6ae91 req-359d770b-e971-465f-ba66-bf2cd910ed28 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:35.986382 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c6cae0fa-b116-4064-bcfb-b18a61e6ae91 req-359d770b-e971-465f-ba66-bf2cd910ed28 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.0874407 May 11 19:51:36.043554 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c6cae0fa-b116-4064-bcfb-b18a61e6ae91 req-16f27d9e-9a33-47d5-8e53-fccc256152a0 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 May 11 19:51:36.365606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c419-7224-4139-8fcb-c2abe21a3d56 req-f3e58d10-a346-4f75-88a7-dbb299c873d0 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:36.377141 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a43c419-7224-4139-8fcb-c2abe21a3d56 req-f3e58d10-a346-4f75-88a7-dbb299c873d0 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.1093390 May 11 19:51:36.427536 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a43c419-7224-4139-8fcb-c2abe21a3d56 req-a7f7c89b-0a94-4ae0-aa1b-40f8b91ff902 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 May 11 19:51:36.481459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bcf1d-3b64-42ef-a019-a075e0623378 req-803b3680-3613-4e76-a1cf-4d91234ba431 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:36.483140 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ec9bcf1d-3b64-42ef-a019-a075e0623378 req-803b3680-3613-4e76-a1cf-4d91234ba431 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1055923 May 11 19:51:36.555620 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ec9bcf1d-3b64-42ef-a019-a075e0623378 req-c2a81dc7-742b-4d83-8fdd-c0a7ff7dc378 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641797 May 11 19:51:36.639272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fbd36-ab82-4475-8ee4-bd0387a2b3d0 req-16f2fc7b-1c14-4cb2-93c0-f9e3384d1164 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:36.639704 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bb6fbd36-ab82-4475-8ee4-bd0387a2b3d0 req-16f2fc7b-1c14-4cb2-93c0-f9e3384d1164 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0900812 May 11 19:51:36.694033 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bb6fbd36-ab82-4475-8ee4-bd0387a2b3d0 req-3ab660a6-9eb9-42a3-90ea-cf8de5b0bc18 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 May 11 19:51:37.274499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7492ad-0212-48bf-819e-84337d05ea5b req-1e679616-5a50-4e2b-9f4a-5413afe70ebe tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:37.276056 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0b7492ad-0212-48bf-819e-84337d05ea5b req-1e679616-5a50-4e2b-9f4a-5413afe70ebe tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.0997684 May 11 19:51:37.327578 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0b7492ad-0212-48bf-819e-84337d05ea5b req-e7384ac9-3cff-46ab-be8c-3f8dd0122edf tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 May 11 19:51:37.643840 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d6bee-a04b-4304-9d85-2ca3d06880e5 req-38e0b88e-2e3d-4bf9-bade-c20b179b309d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:37.646168 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-be8d6bee-a04b-4304-9d85-2ca3d06880e5 req-38e0b88e-2e3d-4bf9-bade-c20b179b309d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.0967658 May 11 19:51:37.747774 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-be8d6bee-a04b-4304-9d85-2ca3d06880e5 req-4d205bba-7532-4d1e-89a4-9e4eca90d385 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791678 May 11 19:51:37.858339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36804) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:37.971097 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52cf12-42a0-4fb7-ab9b-2364dc19c629 req-6882d6ef-5841-45b0-8ac9-084f7d26d41e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:37.972559 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a52cf12-42a0-4fb7-ab9b-2364dc19c629 req-6882d6ef-5841-45b0-8ac9-084f7d26d41e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.0834641 May 11 19:51:38.037048 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.049345 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a52cf12-42a0-4fb7-ab9b-2364dc19c629 req-9e10e78c-c7ed-43cf-91b4-8bc82127d174 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704269 May 11 19:51:38.054356 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:38.058240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Usage tracker for resource:security_group_rule and tenant:a7f294d0b6c5410ba731071abcae7c50 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:38.061186 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:38.067490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:38.150866 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.392592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.399336 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c6cc8ce7-16fe-4e1a-a79d-ba5c726188a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:38.507670 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5c0de-439a-4827-b490-984cbfcba614 req-66c34d3f-14e4-456c-af1f-71e408bd1cbd tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:38.507670 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-74b5c0de-439a-4827-b490-984cbfcba614 req-66c34d3f-14e4-456c-af1f-71e408bd1cbd tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.1025736 May 11 19:51:38.561521 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:38.564970 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7f294d0b6c5410ba731071abcae7c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048249 May 11 19:51:38.580541 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36818) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:38.582671 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030cfba-6446-4e81-9d9f-f8fdde302f3c,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:38.648023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.648742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.648742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.649076 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.649425 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.649772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.650116 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.650460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.650802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.651186 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.651525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.651874 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:51:38.660330 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:38.721539 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Deleting port d82f2828-a68f-4044-a061-062f1a85273d {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:51:38.722030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.867389 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] For port d82f2828-a68f-4044-a061-062f1a85273d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d82f2828-a68f-4044-a061-062f1a85273d,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:38.868386 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.894370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807e101-d505-405e-a108-89dc9c29abbd req-b08c6699-e1e3-4dd9-939a-d2cbe4841a65 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:38.902005 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3807e101-d505-405e-a108-89dc9c29abbd req-b08c6699-e1e3-4dd9-939a-d2cbe4841a65 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 945 time: 0.4394424 May 11 19:51:38.958516 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:38.998192 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Calling delete_port for d82f2828-a68f-4044-a061-062f1a85273d owned by compute:nova {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:51:39.002163 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-19ef8cc5-9ddb-43cf-8f5e-942ffcd739aa tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:39.003986 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-19ef8cc5-9ddb-43cf-8f5e-942ffcd739aa tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.5925164 May 11 19:51:39.070188 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3807e101-d505-405e-a108-89dc9c29abbd req-baacfb12-18a2-472b-9045-0a47982ffd31 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672342 May 11 19:51:39.103028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.216263 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-8d32fe24-0f45-4f65-b7c6-76547684099a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:39.217769 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-8d32fe24-0f45-4f65-b7c6-76547684099a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.5354390 May 11 19:51:39.329893 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.345165 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f3af73f3-6ca7-4937-a34b-931b5845b5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:39.379701 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391', '57184527-6644-42ec-865b-c08872e362e6', '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'd82f2828-a68f-4044-a061-062f1a85273d'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:39.388360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event deleted for resources: {'Port': ['ID=d82f2828-a68f-4044-a061-062f1a85273d,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:39.402553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:39.419736 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f1722-860a-439b-be3b-19fd5e590a22 req-afe6827d-d58b-4b36-88ac-1f9a271df748 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:39.427024 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-175f1722-860a-439b-be3b-19fd5e590a22 req-afe6827d-d58b-4b36-88ac-1f9a271df748 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.1614425 May 11 19:51:39.506662 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-175f1722-860a-439b-be3b-19fd5e590a22 req-56db17a3-6ccd-4923-9d83-b0eac7bbdee6 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784569 May 11 19:51:39.595099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b610261-ca24-4c74-b45a-b6b7652b997f req-a470b761-c3e8-418c-8aac-d8f5c47b3409 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:39.596712 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6b610261-ca24-4c74-b45a-b6b7652b997f req-a470b761-c3e8-418c-8aac-d8f5c47b3409 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.2254910 May 11 19:51:39.597420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.606140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] No DVR routers for this DVR port d82f2828-a68f-4044-a061-062f1a85273d on host hv-cinder-78960 {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:51:39.616556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.636197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d8dc7c06-115f-4851-a414-580918681c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:39.640803 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'name': 'network-vif-deleted', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:39.703805 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6b610261-ca24-4c74-b45a-b6b7652b997f req-58ce5400-4547-4eee-bc70-d890f9e499bc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986207 May 11 19:51:39.715305 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Deleting port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:51:39.715665 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-74b5c0de-439a-4827-b490-984cbfcba614 req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "DELETE /v2.0/ports/d82f2828-a68f-4044-a061-062f1a85273d HTTP/1.1" status: 204 len: 173 time: 1.1990721 May 11 19:51:39.720333 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.750993 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.762696 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5030cfba-6446-4e81-9d9f-f8fdde302f3c HTTP/1.1" status: 204 len: 168 time: 1.1581733 May 11 19:51:39.762696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030cfba-6446-4e81-9d9f-f8fdde302f3c,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:39.762696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3def8365-cd8b-4852-ae77-1cd7fe2e8beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:39.788414 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b7f8-3a9a-4862-9516-09176ed4b2d0 req-e6aa886d-3966-40dc-a865-330f85bbd3f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:39.789996 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-eab2b7f8-3a9a-4862-9516-09176ed4b2d0 req-e6aa886d-3966-40dc-a865-330f85bbd3f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 946 time: 0.1126564 May 11 19:51:39.833405 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Deleting port c8bf1eda-8ff9-4790-bf31-222813183d61 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:51:39.833750 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:39.874025 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cee7740-14b3-4dd4-a51e-7d82c8dc46c1', 'name': 'network-vif-deleted', 'tag': 'd82f2828-a68f-4044-a061-062f1a85273d', 'status': 'completed', 'code': 200} May 11 19:51:39.877383 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-eab2b7f8-3a9a-4862-9516-09176ed4b2d0 req-1ffd7bb1-d6f8-4f68-ac50-4e5eb429aeae tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 May 11 19:51:40.068197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] For port cbcf83c0-7634-43fd-ab7d-5ed70d990e07, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,segment=NetworkSegment(2fb8b378-db1d-42e6-8e39-d4f5002bfe0f),segment_id=2fb8b378-db1d-42e6-8e39-d4f5002bfe0f)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:40.068564 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.088265 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36864) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:40.251652 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Calling delete_port for cbcf83c0-7634-43fd-ab7d-5ed70d990e07 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:51:40.260209 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] For port c8bf1eda-8ff9-4790-bf31-222813183d61, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c8bf1eda-8ff9-4790-bf31-222813183d61,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:40.260569 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.333956 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5265387e-698d-4aa7-b910-e9cc8620ac08 req-0b180cb6-3f82-4479-8e37-50e3a57dce2f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:40.354632 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-9e38b2ed-b3de-4c53-8bf7-43852a0e9b29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2651248 May 11 19:51:40.392717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Calling delete_port for c8bf1eda-8ff9-4790-bf31-222813183d61 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:51:40.439996 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-5265387e-698d-4aa7-b910-e9cc8620ac08 req-0b180cb6-3f82-4479-8e37-50e3a57dce2f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:40.441311 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5265387e-698d-4aa7-b910-e9cc8620ac08 req-0b180cb6-3f82-4479-8e37-50e3a57dce2f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cee7740-14b3-4dd4-a51e-7d82c8dc46c1 HTTP/1.1" status: 200 len: 210 time: 0.1539571 May 11 19:51:40.668456 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36892) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:40.744911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.750804 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83908e-72bc-4ba0-8dde-c59665040395 req-c70cbe42-a58a-432a-8512-22bb9d18968d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:40.752385 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b83908e-72bc-4ba0-8dde-c59665040395 req-c70cbe42-a58a-432a-8512-22bb9d18968d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 946 time: 0.0996616 May 11 19:51:40.753406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.759717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:40.773131 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:40.786841 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Usage tracker for resource:security_group_rule and tenant:1874825078fc4a6bb6a8b3886a0f388e is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:40.791830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:40.807853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.809846 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:40.823199 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Pushing event deleted for resources: {'Port': ['ID=c8bf1eda-8ff9-4790-bf31-222813183d61,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:40.844994 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:40.846698 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-145af2a5-b692-4c8f-be83-ec90484dae5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:40.855401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7eae015c-736f-497e-ba32-839bd0216120 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:40.856274 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7eae015c-736f-497e-ba32-839bd0216120 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:40.924557 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['718603f3-04a0-4cd3-b139-21d9390931a6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:40.935912 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Pushing event deleted for resources: {'Port': ['ID=cbcf83c0-7634-43fd-ab7d-5ed70d990e07,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:40.946081 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:40.950425 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:40.955092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7eae015c-736f-497e-ba32-839bd0216120 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:40.956338 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7eae015c-736f-497e-ba32-839bd0216120 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 815 time: 0.3094685 May 11 19:51:40.972454 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-23d5954a-2125-4512-8a3f-b9abea3ee5dd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/quotas/aa4647b4daa64fa68a1583102cf1afcd HTTP/1.1" status: 200 len: 375 time: 0.0103705 May 11 19:51:41.043176 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.051317 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e64d4dbe-1d67-438c-a874-5e46b0d2623a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:41.055951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] No DVR routers for this DVR port c8bf1eda-8ff9-4790-bf31-222813183d61 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:51:41.059080 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.082068 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b83908e-72bc-4ba0-8dde-c59665040395 req-37fa288a-02e7-46ea-aced-b9442e755607 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4510009-627a-47f0-b45f-d97f5c96f673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839484 May 11 19:51:41.239609 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1874825078fc4a6bb6a8b3886a0f388e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657177 May 11 19:51:41.242756 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 36900) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:41.246751 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a337d1b5-170c-42a0-8744-0681cc4b0fc0,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:41.260491 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:41.264182 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'name': 'network-vif-deleted', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:41.276176 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-562b18be-b311-4932-aa3c-dff95fb3f24d req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "DELETE /v2.0/ports/c8bf1eda-8ff9-4790-bf31-222813183d61 HTTP/1.1" status: 204 len: 173 time: 2.0345414 May 11 19:51:41.304696 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-ccdeabab-3e99-4ac7-945d-69f26a7dacea tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3255363 May 11 19:51:41.306012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] No DVR routers for this DVR port cbcf83c0-7634-43fd-ab7d-5ed70d990e07 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:51:41.313753 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.315925 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fc1be36b-9efe-49d0-b3a7-7545a8598e2d req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.44 "DELETE /v2.0/ports/cbcf83c0-7634-43fd-ab7d-5ed70d990e07 HTTP/1.1" status: 204 len: 173 time: 2.2956502 May 11 19:51:41.348424 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.363445 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b241-b6d9-452a-8d0f-370a5d597167 req-bbb5dabe-4b11-4b2b-a6c0-1db7fedc8897 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:41.365379 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4be1b241-b6d9-452a-8d0f-370a5d597167 req-bbb5dabe-4b11-4b2b-a6c0-1db7fedc8897 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1025126 May 11 19:51:41.414597 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4be1b241-b6d9-452a-8d0f-370a5d597167 req-a6b6f703-0517-4876-b7d9-d5876e9b3ad7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434628 May 11 19:51:41.432406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.513250 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-25f30b2a-5a36-49db-bda1-b4a39c72b175 service neutron] 10.222.0.15 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880584 May 11 19:51:41.570483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-785017b0-6b0f-49b5-b296-0536bed0f369 req-56ffcda8-e0d5-4baa-973e-3ddbac17aa72 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:41.630178 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.636023 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-70b93fba-6881-47ce-8818-11a2dd105401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:41.653115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a337d1b5-170c-42a0-8744-0681cc4b0fc0,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:41.658374 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:41.669941 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-785017b0-6b0f-49b5-b296-0536bed0f369 req-56ffcda8-e0d5-4baa-973e-3ddbac17aa72 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:41.673566 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-785017b0-6b0f-49b5-b296-0536bed0f369 req-56ffcda8-e0d5-4baa-973e-3ddbac17aa72 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 210 time: 0.1514215 May 11 19:51:41.691757 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:41.691757 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a337d1b5-170c-42a0-8744-0681cc4b0fc0 HTTP/1.1" status: 204 len: 168 time: 0.4394269 May 11 19:51:41.707196 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7a929481-fd5a-49c6-808d-e8574409052b service neutron] 10.222.0.15 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845167 May 11 19:51:41.760390 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d44af3-95ca-475f-82a9-21d005736a8f', 'name': 'network-vif-deleted', 'tag': 'c8bf1eda-8ff9-4790-bf31-222813183d61', 'status': 'completed', 'code': 200} May 11 19:51:41.980189 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-2fb28a4c-ff11-4471-bf73-ee8dcc2df4cf req-53c920c4-69a5-425a-973f-bc5c0e6cbdec tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:42.114300 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-2fb28a4c-ff11-4471-bf73-ee8dcc2df4cf req-53c920c4-69a5-425a-973f-bc5c0e6cbdec tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:42.115553 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2fb28a4c-ff11-4471-bf73-ee8dcc2df4cf req-53c920c4-69a5-425a-973f-bc5c0e6cbdec tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 210 time: 0.1864479 May 11 19:51:42.259754 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9a907be9-8e4c-4773-b29f-200f6752eae4 req-0f194977-2a4a-43e9-bbe6-34c44fdb1efb tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0de2ef-5849-43b2-b0fa-499185e4a14c HTTP/1.1" status: 200 len: 210 time: 0.0498276 May 11 19:51:42.497476 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36928) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:42.516326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:42.531576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:42.535390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Usage tracker for resource:security_group_rule and tenant:3287453c90314a499c637c5539f04381 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:51:42.538168 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:51:42.543926 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:42.584446 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device cbcf83c0-7634-43fd-ab7d-5ed70d990e07 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:42.646459 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: cbcf83c0-7634-43fd-ab7d-5ed70d990e07 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:51:42.646931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device cbcf83c0-7634-43fd-ab7d-5ed70d990e07 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:51:42.647388 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device c8bf1eda-8ff9-4790-bf31-222813183d61 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:42.680728 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:42.689094 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: c8bf1eda-8ff9-4790-bf31-222813183d61 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:51:42.689719 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device c8bf1eda-8ff9-4790-bf31-222813183d61 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:51:42.690316 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device d82f2828-a68f-4044-a061-062f1a85273d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:42.710324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230f8ca-425e-4674-8643-00511deab594 req-52660e3f-e77a-4c10-8246-e49805581071 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:42.713252 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7230f8ca-425e-4674-8643-00511deab594 req-52660e3f-e77a-4c10-8246-e49805581071 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1208694 May 11 19:51:42.732520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: d82f2828-a68f-4044-a061-062f1a85273d {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:51:42.732873 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device d82f2828-a68f-4044-a061-062f1a85273d not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:51:42.740368 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:42.751058 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d399fb7e-248b-4f0d-846f-7a3436152d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:42.821684 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7230f8ca-425e-4674-8643-00511deab594 req-86d248ae-5b14-4f85-93b6-e45021627e31 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985353 May 11 19:51:42.823369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a33ce1-d15f-407c-95a8-bf88acb0b000,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:42.834046 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:42.838144 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3287453c90314a499c637c5539f04381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394365 May 11 19:51:42.846321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 36936) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:51:42.894944 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a5256b35-ebea-41f9-a87c-43e75ffc8edb req-cb422a11-80cd-43da-95bb-ae4eeaf5d934 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d44af3-95ca-475f-82a9-21d005736a8f HTTP/1.1" status: 200 len: 210 time: 0.0440338 May 11 19:51:42.911516 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:42.944824 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:43.091774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:43.097006 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-abc27a58-2eab-4743-8492-56ac922cfb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:43.108449 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a33ce1-d15f-407c-95a8-bf88acb0b000,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:43.111864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:43.117897 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:43.129603 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a33ce1-d15f-407c-95a8-bf88acb0b000 HTTP/1.1" status: 204 len: 168 time: 0.2737336 May 11 19:51:43.299394 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bb5720f4-972a-47f2-880d-aef819b41159 req-033585d4-416b-44df-9c6b-4bd7ab2dba6d tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 210 time: 0.0514123 May 11 19:51:43.761755 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'name': 'network-vif-deleted', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:43.814698 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0de2ef-5849-43b2-b0fa-499185e4a14c', 'name': 'network-vif-deleted', 'tag': 'cbcf83c0-7634-43fd-ab7d-5ed70d990e07', 'status': 'completed', 'code': 200} May 11 19:51:43.897275 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852937f-b653-4418-89a0-163f2e3ba6c0 req-5072cf67-40d8-4221-bfec-9db704caba22 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:43.898856 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0852937f-b653-4418-89a0-163f2e3ba6c0 req-5072cf67-40d8-4221-bfec-9db704caba22 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.0916677 May 11 19:51:43.946844 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-0852937f-b653-4418-89a0-163f2e3ba6c0 req-fe6c1b88-8c47-4721-8c2a-652b0376cfe1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 May 11 19:51:44.033923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a44a-d1ce-4e2c-b6c1-d9703d3337c8 req-0cbb6a51-a2ef-43da-8bac-9067f4a3a5ec tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.035423 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-81c6a44a-d1ce-4e2c-b6c1-d9703d3337c8 req-0cbb6a51-a2ef-43da-8bac-9067f4a3a5ec tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0943255 May 11 19:51:44.109521 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-81c6a44a-d1ce-4e2c-b6c1-d9703d3337c8 req-94673d88-5b4b-48a6-b80b-b5081691ce4f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669932 May 11 19:51:44.188770 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-d256f033-d0ad-4428-b2d0-c1554988ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.190239 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-d256f033-d0ad-4428-b2d0-c1554988ffde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 1097 time: 0.0851519 May 11 19:51:44.308632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-bd517e66-7668-464e-8eb8-075703c46eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.310169 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-bd517e66-7668-464e-8eb8-075703c46eed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1097 time: 0.0734820 May 11 19:51:44.464599 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-15e4287e-b1b7-4b5b-a014-fa3c76d13c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.466081 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-15e4287e-b1b7-4b5b-a014-fa3c76d13c8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.1484368 May 11 19:51:44.623427 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-6715f880-9b50-46e0-82d2-f3ac79de90b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 200 len: 1000 time: 0.1488159 May 11 19:51:44.660880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd47b-85d6-4d9f-b378-a49d81857659 req-56d52456-01c0-4fac-9caa-7d68eee600e0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.662372 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f38dd47b-85d6-4d9f-b378-a49d81857659 req-56d52456-01c0-4fac-9caa-7d68eee600e0 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0813074 May 11 19:51:44.670546 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-71d72b0d-c152-42c3-b507-041bad0ef103 req-1c10ddd4-6d77-4462-8629-fa4e9ef95901 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 210 time: 0.0819907 May 11 19:51:44.699437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-d020fd37-0899-4f6c-a105-59eb65325205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.700858 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-d020fd37-0899-4f6c-a105-59eb65325205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0690839 May 11 19:51:44.709468 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f38dd47b-85d6-4d9f-b378-a49d81857659 req-9c778f0f-e61c-4b82-9f68-6fcb4bde624e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 May 11 19:51:44.782192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-2e438831-8350-43bf-b02e-b324a0018230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:44.783668 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-2e438831-8350-43bf-b02e-b324a0018230 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737967 May 11 19:51:44.951928 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-ecdaa066-c723-46d3-a32b-001452daa8cb service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290967 May 11 19:51:45.318457 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d413-ba2c-49d7-8935-012c3767762e req-5fadec5b-7bce-46c7-bfc4-8f5c661ad10e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:45.322406 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-abc9d413-ba2c-49d7-8935-012c3767762e req-5fadec5b-7bce-46c7-bfc4-8f5c661ad10e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0918207 May 11 19:51:45.336380 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7505aab0-2dc6-4d36-bf2d-af79e8568e9e req-4914459a-47c1-47f0-af1a-c842f07e0326 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770473 May 11 19:51:45.376207 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-abc9d413-ba2c-49d7-8935-012c3767762e req-18d21c1e-e932-407a-8476-266a2ae06ff7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500741 May 11 19:51:45.399389 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-9d1fc4dc-a446-4418-b283-8d1ddeefd691 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:45.400790 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-9d1fc4dc-a446-4418-b283-8d1ddeefd691 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 815 time: 0.3262784 May 11 19:51:45.409995 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1207dc9-7157-4848-8d11-36ac676def52 req-96ec43d5-c4a2-4d97-bb71-1670f01bc82e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:45.411521 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b1207dc9-7157-4848-8d11-36ac676def52 req-96ec43d5-c4a2-4d97-bb71-1670f01bc82e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.3495514 May 11 19:51:45.423940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'port': {'device_id': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'admin_state_up': True, 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:45.545134 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b1207dc9-7157-4848-8d11-36ac676def52 req-16f94a22-039a-408c-9d4c-7af0c5192212 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275218 May 11 19:51:45.599440 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:51:45.608898 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:51:45.673818 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Made reservation on behalf of aa4647b4daa64fa68a1583102cf1afcd for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:51:45.677280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:45.825466 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-fd841f0c-31ed-408e-8a1c-4a920087b0e7 req-cc52ce80-b801-4b11-bd98-d92377411e41 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 210 time: 0.0455234 May 11 19:51:45.888078 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Allocated IP 172.20.0.6 (6b349815-6b14-40fa-a3d6-10e58e2e86c5/62844acb-7afd-4cd5-a9e4-9b73dd1ea89f/9fe7e391-4f02-49ed-b060-7c714cb33be3) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:51:45.954415 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add665ee-0906-4df7-be10-145c1f5741a0 req-5163d4cd-b4f2-4c6e-8955-65d0aaeb0adc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:45.955892 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-add665ee-0906-4df7-be10-145c1f5741a0 req-5163d4cd-b4f2-4c6e-8955-65d0aaeb0adc tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1349385 May 11 19:51:46.081542 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-add665ee-0906-4df7-be10-145c1f5741a0 req-0ae75915-fdfc-4f44-bdfc-3f9432c99691 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198211 May 11 19:51:46.155887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:46.170228 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Transition to ACTIVE for port object 9fe7e391-4f02-49ed-b060-7c714cb33be3 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:46.234980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:46.240554 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-476a795d-0fd4-486c-b9ca-6de5320f2474 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:46.299327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:51:46.301969 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:51:46.305923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:51:46.353035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:46.354638 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4e1f6c2a-0f30-48ef-9948-036cafd305f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:46.357732 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:46.386091 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:46.386733 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:46.498190 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0785794 May 11 19:51:46.571932 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be8e3d-f62e-49f7-8638-cbd2c9819483 req-f84aa557-e4c1-4d5e-9984-418de8ed4602 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:46.573370 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41be8e3d-f62e-49f7-8638-cbd2c9819483 req-f84aa557-e4c1-4d5e-9984-418de8ed4602 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0826728 May 11 19:51:46.618728 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41be8e3d-f62e-49f7-8638-cbd2c9819483 req-0534db4a-4cb6-4b08-92d9-303da40f9659 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392032 May 11 19:51:46.651037 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a7167060-7c18-43c1-a3bd-073e50cbf06e None None] Provisioning for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:51:46.656593 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a7167060-7c18-43c1-a3bd-073e50cbf06e None None] Provisioning complete for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:51:46.656974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a7167060-7c18-43c1-a3bd-073e50cbf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:46.709629 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a7167060-7c18-43c1-a3bd-073e50cbf06e None None] Port 9fe7e391-4f02-49ed-b060-7c714cb33be3 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:51:46.729224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98002ca5-82ff-4e82-b2ae-669ae2927ca0 req-8c6fadd4-e9c5-4d64-96f3-eb11c3b3fbd8 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:46.730684 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-98002ca5-82ff-4e82-b2ae-669ae2927ca0 req-8c6fadd4-e9c5-4d64-96f3-eb11c3b3fbd8 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.0807836 May 11 19:51:46.778454 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-98002ca5-82ff-4e82-b2ae-669ae2927ca0 req-861e795f-288d-4eec-a3f1-ef458fd78973 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 May 11 19:51:47.006034 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eea632-a00c-48cd-a5de-53b054425473 req-1bb87d8c-4318-40d1-b784-e1250f57cb67 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:47.007561 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e2eea632-a00c-48cd-a5de-53b054425473 req-1bb87d8c-4318-40d1-b784-e1250f57cb67 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 931 time: 0.0790441 May 11 19:51:47.052271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e2eea632-a00c-48cd-a5de-53b054425473 req-d9a34f53-7501-4b43-94b5-637acd5b02e6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:47.114353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e2eea632-a00c-48cd-a5de-53b054425473 req-d9a34f53-7501-4b43-94b5-637acd5b02e6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:47.115774 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e2eea632-a00c-48cd-a5de-53b054425473 req-d9a34f53-7501-4b43-94b5-637acd5b02e6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020775 May 11 19:51:47.274315 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e3b2-3e16-4a76-affd-6a0fd5182f12 req-a0da91e1-e6ab-4467-abc4-81fbc985e7f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:47.275829 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d831e3b2-3e16-4a76-affd-6a0fd5182f12 req-a0da91e1-e6ab-4467-abc4-81fbc985e7f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0808656 May 11 19:51:47.320655 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d831e3b2-3e16-4a76-affd-6a0fd5182f12 req-38cfe140-1c92-42c4-9d05-7c49b9f9db19 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 May 11 19:51:47.806948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c44ed-af24-4b5a-9efe-5a099ff36a65 req-b62903ce-a40f-44d5-8840-b1d46c9a881c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:47.808238 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e18c44ed-af24-4b5a-9efe-5a099ff36a65 req-b62903ce-a40f-44d5-8840-b1d46c9a881c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0810626 May 11 19:51:47.854113 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e18c44ed-af24-4b5a-9efe-5a099ff36a65 req-d23a7c8f-6dc2-4321-acea-c1a1a307c26c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 May 11 19:51:47.969667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed1f2f-f548-4e19-8f61-abba7cc744da req-33f5a80f-6139-4f59-8ce0-cc3c2267d2c6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:47.971182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-20ed1f2f-f548-4e19-8f61-abba7cc744da req-33f5a80f-6139-4f59-8ce0-cc3c2267d2c6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.0833614 May 11 19:51:48.015654 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-20ed1f2f-f548-4e19-8f61-abba7cc744da req-d6b6a9b0-7fbc-47e5-b174-119caddf73f5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 May 11 19:51:48.307070 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145770b-1954-4782-95dc-86d2021500c1 req-a201ea85-8c07-41d8-9d01-860cd833c479 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:48.308439 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5145770b-1954-4782-95dc-86d2021500c1 req-a201ea85-8c07-41d8-9d01-860cd833c479 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 931 time: 0.0837774 May 11 19:51:48.353458 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-5145770b-1954-4782-95dc-86d2021500c1 req-73e89954-b23b-4e97-a77d-33f1e4136685 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387566 May 11 19:51:48.377469 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Request body: {'port': {'device_id': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:51:48.540068 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:48.643567 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5033c6-ba82-404b-9724-06a0836666ae req-59c60a8c-ff13-4b4a-8280-18b5df412153 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:48.645028 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2e5033c6-ba82-404b-9724-06a0836666ae req-59c60a8c-ff13-4b4a-8280-18b5df412153 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1859608 May 11 19:51:48.765934 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2e5033c6-ba82-404b-9724-06a0836666ae req-8590e6d9-e017-4ba4-bb8f-5c22a70b9392 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 May 11 19:51:48.863548 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:48.919816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b1528de7-b349-48b6-847c-820158de3520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:49.052336 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-2d346542-a8de-4ce4-8599-b710c3411338 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:49.053988 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-2d346542-a8de-4ce4-8599-b710c3411338 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.1424577 May 11 19:51:49.104500 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da54f-a760-4712-906a-384bed4b0561 req-364b26c7-55f1-46b2-a44c-f0e2b22c6ce5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:49.106085 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-848da54f-a760-4712-906a-384bed4b0561 req-364b26c7-55f1-46b2-a44c-f0e2b22c6ce5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1355968 May 11 19:51:49.190836 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-848da54f-a760-4712-906a-384bed4b0561 req-76079c2e-cd43-4fa8-8a67-3901a6347290 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772641 May 11 19:51:49.421611 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe7e391-4f02-49ed-b060-7c714cb33be3 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:51:49.433351 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:49.470461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d593ff-2f02-468b-adc3-7dae7db04bad req-c1f7a096-f270-4f6f-aae5-72479715b49e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:49.480129 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-22d593ff-2f02-468b-adc3-7dae7db04bad req-c1f7a096-f270-4f6f-aae5-72479715b49e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 945 time: 0.2034090 May 11 19:51:49.533605 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Transition to ACTIVE for port object 9fe7e391-4f02-49ed-b060-7c714cb33be3 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:51:49.576129 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-22d593ff-2f02-468b-adc3-7dae7db04bad req-2f6c4d39-5402-4a20-b404-8c2ab15037af tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949810 May 11 19:51:49.579783 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Deleting port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:51:49.580361 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:49.623100 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:49.635905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4742568-d494-41b5-9343-757ea68db21e req-e58f3e87-18ff-4119-9d76-5d3a4f531fab tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:49.643913 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b4742568-d494-41b5-9343-757ea68db21e req-e58f3e87-18ff-4119-9d76-5d3a4f531fab tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 931 time: 0.1560290 May 11 19:51:49.729020 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b4742568-d494-41b5-9343-757ea68db21e req-cd60d342-ab9e-465a-8c6b-1f9b132d9be5 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 May 11 19:51:49.731860 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:50.087052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:50.142934 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:50.228660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] For port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:51:50.229013 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.342722 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.389166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Calling delete_port for 831eb6c2-98b8-464e-ada2-bde3bd8a0aea owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:51:50.446857 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bef2c-ba77-4a43-b2fc-da4d404a892d req-6cb0ccee-0338-455d-937d-3aced04a6227 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:50.448370 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf4bef2c-ba77-4a43-b2fc-da4d404a892d req-6cb0ccee-0338-455d-937d-3aced04a6227 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.5043199 May 11 19:51:50.449070 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Attempting to bind port 9fe7e391-4f02-49ed-b060-7c714cb33be3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:51:50.449395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Attempting to bind port 9fe7e391-4f02-49ed-b060-7c714cb33be3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:51:50.449720 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Attempting to bind port 9fe7e391-4f02-49ed-b060-7c714cb33be3 on network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:50.459149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Port 9fe7e391-4f02-49ed-b060-7c714cb33be3 on network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:51:50.459485 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Attempting to bind port 9fe7e391-4f02-49ed-b060-7c714cb33be3 on network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:51:50.491139 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:51:50.491502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Checking segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:51:50.491853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Bound using segment: {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:51:50.492298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Bound port: 9fe7e391-4f02-49ed-b060-7c714cb33be3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63d869a-df0c-42f1-af38-7333016e7d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:51:50.492641 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.507692 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1d33-4441-4481-a775-e55d496bb1db req-b4f42983-49cc-4f6b-b260-357b677ad47e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:50.509643 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:51:50.510592 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4e1d1d33-4441-4481-a775-e55d496bb1db req-b4f42983-49cc-4f6b-b260-357b677ad47e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1322982 May 11 19:51:50.568822 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-4e1d1d33-4441-4481-a775-e55d496bb1db req-98647885-cf55-47b4-8b19-eb28d6d7f206 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520616 May 11 19:51:50.580014 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf4bef2c-ba77-4a43-b2fc-da4d404a892d req-22fa1126-7f08-4693-9620-0934e48ecedb tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235793 May 11 19:51:50.667493 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:51:50.676077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:51:50.732166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.736711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47308cfa-a90b-4de0-ad74-8d5264db5532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:50.776628 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.788581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b3bb1-5643-40e9-a725-51c66d96f80c req-3e56050d-e188-44c2-9700-a0dd370961b7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:50.790333 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9a6b3bb1-5643-40e9-a725-51c66d96f80c req-3e56050d-e188-44c2-9700-a0dd370961b7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 867 time: 0.0919256 May 11 19:51:50.798376 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:50.798852 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:50.800228 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] 10.222.0.44 "PUT /v2.0/ports/9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 1093 time: 2.4278562 May 11 19:51:50.804785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:50.826732 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391', '57184527-6644-42ec-865b-c08872e362e6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:51:50.916760 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9a6b3bb1-5643-40e9-a725-51c66d96f80c req-33475cc3-08f9-4239-ab92-d6bbe977b362 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 May 11 19:51:51.055986 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:51:51.071401 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] No DVR routers for this DVR port 831eb6c2-98b8-464e-ada2-bde3bd8a0aea on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:51:51.079984 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:51.088762 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:51.107433 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:51.109144 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-597523a5-79f6-4d2d-8084-232ea8b44493 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:51:51.278447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event deleted for resources: {'Port': ['ID=831eb6c2-98b8-464e-ada2-bde3bd8a0aea,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:51:51.286445 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:51:51.311380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dbea4-8cea-4171-b56c-d8e9289865d7 req-91f9e7a0-eb4e-4d18-98ca-b38f74a6dbad tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:51.312873 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-584dbea4-8cea-4171-b56c-d8e9289865d7 req-91f9e7a0-eb4e-4d18-98ca-b38f74a6dbad tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:51.337971 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-79325e84-1785-4d12-a3c0-77ab5bc0b005 req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "DELETE /v2.0/ports/831eb6c2-98b8-464e-ada2-bde3bd8a0aea HTTP/1.1" status: 204 len: 173 time: 2.2766457 May 11 19:51:51.394517 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-584dbea4-8cea-4171-b56c-d8e9289865d7 req-91f9e7a0-eb4e-4d18-98ca-b38f74a6dbad tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:51.402396 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-584dbea4-8cea-4171-b56c-d8e9289865d7 req-91f9e7a0-eb4e-4d18-98ca-b38f74a6dbad tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.4123077 May 11 19:51:51.454738 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-584dbea4-8cea-4171-b56c-d8e9289865d7 req-6e7f45e0-63cc-407c-9436-9fb869e838b6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 May 11 19:51:51.612097 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:51.807273 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86d68b-9677-40fa-a6f9-3360d496118e req-c6a702bf-ca39-4c50-bba9-2b54d7d1e9e7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:51.809009 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de86d68b-9677-40fa-a6f9-3360d496118e req-c6a702bf-ca39-4c50-bba9-2b54d7d1e9e7 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1027234 May 11 19:51:51.863262 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de86d68b-9677-40fa-a6f9-3360d496118e req-ea8cabad-a3ce-434a-9517-124636e2d806 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 May 11 19:51:51.872437 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755244-5722-4746-bc30-d6cf22348339 req-c3af72ee-9acf-4ce5-8815-1f11569bb077 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:51.874148 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bc755244-5722-4746-bc30-d6cf22348339 req-c3af72ee-9acf-4ce5-8815-1f11569bb077 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1671286 May 11 19:51:51.925637 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-bc755244-5722-4746-bc30-d6cf22348339 req-cc768251-fac0-413d-ae1f-5d0935e4819a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 May 11 19:51:52.065461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-17324675-1da3-4ba9-ad16-403de52e5c31 req-4f4cd119-47cc-436d-b014-3fec89d71a26 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:51:52.137365 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-17324675-1da3-4ba9-ad16-403de52e5c31 req-4f4cd119-47cc-436d-b014-3fec89d71a26 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:51:52.138435 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-17324675-1da3-4ba9-ad16-403de52e5c31 req-4f4cd119-47cc-436d-b014-3fec89d71a26 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.1166356 May 11 19:51:52.409527 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 831eb6c2-98b8-464e-ada2-bde3bd8a0aea no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:51:52.448570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 831eb6c2-98b8-464e-ada2-bde3bd8a0aea {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:51:52.454569 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 831eb6c2-98b8-464e-ada2-bde3bd8a0aea not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:51:52.911030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d46baa-a26a-4976-a016-c019dc6312c8 req-39224f9c-8f10-4a6c-9b34-de4d3e743664 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:52.915550 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a6d46baa-a26a-4976-a016-c019dc6312c8 req-39224f9c-8f10-4a6c-9b34-de4d3e743664 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0887778 May 11 19:51:52.973622 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a6d46baa-a26a-4976-a016-c019dc6312c8 req-33d31aa6-bec4-47d3-ba6a-2bb3b5be9715 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 May 11 19:51:53.058109 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'name': 'network-vif-deleted', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:51:53.083880 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9660d2-1ba1-450c-b852-33e3dfef96f6 req-26326eb0-690f-49cd-80d9-98077823fb77 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:53.085360 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f9660d2-1ba1-450c-b852-33e3dfef96f6 req-26326eb0-690f-49cd-80d9-98077823fb77 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1017590 May 11 19:51:53.149765 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f9660d2-1ba1-450c-b852-33e3dfef96f6 req-c93592f5-d26e-4d18-9146-8acfbb29873f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 May 11 19:51:53.178874 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7265-fc87-4720-9975-5d37420ed503 req-12b89079-9826-451e-a6d0-827882c25c80 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:53.181340 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ebed7265-fc87-4720-9975-5d37420ed503 req-12b89079-9826-451e-a6d0-827882c25c80 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1078441 May 11 19:51:53.223670 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee7f317-b438-4134-b60d-af06dcfc3107', 'name': 'network-vif-deleted', 'tag': '831eb6c2-98b8-464e-ada2-bde3bd8a0aea', 'status': 'completed', 'code': 200} May 11 19:51:53.238512 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ebed7265-fc87-4720-9975-5d37420ed503 req-8a363bb9-b323-4cce-ae2d-2da57af12867 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513036 May 11 19:51:53.357478 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ff395ad8-1210-4e53-9bf9-b476442b27ef req-54a9dd26-cf8c-4300-95ff-01df1cd0c474 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0457010 May 11 19:51:54.188714 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac5de-56c2-4a0d-8a51-2ce2c8d96975 req-7cf6decd-d2f3-4ade-9bed-1271e9620bb0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:54.190691 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-11cac5de-56c2-4a0d-8a51-2ce2c8d96975 req-7cf6decd-d2f3-4ade-9bed-1271e9620bb0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1093116 May 11 19:51:54.241331 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-11cac5de-56c2-4a0d-8a51-2ce2c8d96975 req-9873ace0-f5c2-4eb7-9a0f-ec3deea46f92 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 May 11 19:51:54.360057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f494c9-ead4-42e8-812b-57d466add755 req-fe4933bf-3c9a-424c-abd7-5ad4e956d8f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:54.361524 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1f494c9-ead4-42e8-812b-57d466add755 req-fe4933bf-3c9a-424c-abd7-5ad4e956d8f4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0939417 May 11 19:51:54.414421 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1f494c9-ead4-42e8-812b-57d466add755 req-79d0ee4b-2cfe-4b1d-988d-be9d0d5c4175 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 May 11 19:51:54.454449 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1db060-2c52-4d9d-8b29-4a5fda47cf38 req-d7091598-1f77-460b-92e1-33b0354331d7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:54.456099 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3b1db060-2c52-4d9d-8b29-4a5fda47cf38 req-d7091598-1f77-460b-92e1-33b0354331d7 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0905592 May 11 19:51:54.511258 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3b1db060-2c52-4d9d-8b29-4a5fda47cf38 req-4bd67a4e-33da-4ac9-abb4-e369af5b6e2f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487039 May 11 19:51:54.573173 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-96bedbd2-d725-4bd7-97e4-8664ebb1cc4f req-193b8879-a8e5-4733-8e9e-60e59843bbd3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0439947 May 11 19:51:55.441756 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612db043-ba84-4fa8-983a-7e2ecc7bfe3d req-6fca4ea5-9c71-4016-9dba-836057544026 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:55.443960 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-612db043-ba84-4fa8-983a-7e2ecc7bfe3d req-6fca4ea5-9c71-4016-9dba-836057544026 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0858457 May 11 19:51:55.489810 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-612db043-ba84-4fa8-983a-7e2ecc7bfe3d req-3e0cbdbb-3d2d-4da0-b52a-c61d4114acc4 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 May 11 19:51:55.615609 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf75d6-4bc4-4e98-b2c5-395bddb49956 req-d08c81be-4276-4c40-9d09-0d0c8026bd86 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:55.617072 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ddaf75d6-4bc4-4e98-b2c5-395bddb49956 req-d08c81be-4276-4c40-9d09-0d0c8026bd86 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0922379 May 11 19:51:55.683425 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ddaf75d6-4bc4-4e98-b2c5-395bddb49956 req-ec7edd90-a931-4b4e-9107-1fbe60ad7d71 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590074 May 11 19:51:55.727036 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bebd7b-6864-4bcc-9cb2-bd67be2ef410 req-66c307db-8f9d-4e6d-9758-b2d76ab9972d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:55.727036 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-08bebd7b-6864-4bcc-9cb2-bd67be2ef410 req-66c307db-8f9d-4e6d-9758-b2d76ab9972d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0856733 May 11 19:51:55.776221 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-08bebd7b-6864-4bcc-9cb2-bd67be2ef410 req-e371e9ff-30d5-40ad-9ae2-8a423e376170 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 May 11 19:51:55.838755 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6480655c-e2be-4099-aec2-a17c6079c118 req-97b17d1f-e4cf-43b9-84ff-f1f63a760417 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0471828 May 11 19:51:56.693259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8720053-bfbc-4413-bd97-80fbc87c4a89 req-21183031-5281-4b06-af55-61421fa9e26e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:56.694774 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8720053-bfbc-4413-bd97-80fbc87c4a89 req-21183031-5281-4b06-af55-61421fa9e26e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0824265 May 11 19:51:56.742093 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a8720053-bfbc-4413-bd97-80fbc87c4a89 req-159e9416-1f01-40c1-a4d5-2c0e856f6140 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 May 11 19:51:56.892477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c608b8-db6b-4a7d-bf81-3fb8868a1131 req-2d4ebba0-b2f8-4c4d-a70d-b78455ff1c79 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:56.894040 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-98c608b8-db6b-4a7d-bf81-3fb8868a1131 req-2d4ebba0-b2f8-4c4d-a70d-b78455ff1c79 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1030653 May 11 19:51:56.940378 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-98c608b8-db6b-4a7d-bf81-3fb8868a1131 req-92d43fae-2d36-49b0-ba34-07ed238541a2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 May 11 19:51:56.994467 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552912-9ef8-4235-b797-db0493d3e184 req-b5374de9-5ed3-40f1-ade2-c3f1fc728f87 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:56.996294 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e8552912-9ef8-4235-b797-db0493d3e184 req-b5374de9-5ed3-40f1-ade2-c3f1fc728f87 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0965860 May 11 19:51:57.042239 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e8552912-9ef8-4235-b797-db0493d3e184 req-91292cd4-9bf5-4f03-9700-a6bac2d48b51 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400693 May 11 19:51:57.102609 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b7c6112-e09b-46ff-8c1d-3cc1454cd93a req-ebac70d4-c59e-4fda-a366-9a38ab96e324 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0468116 May 11 19:51:57.954593 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e314a-584d-415e-ac47-9760f02377ef req-46e3205e-2fa9-4e43-a2ac-044179b5b8e0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:57.961178 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8b6e314a-584d-415e-ac47-9760f02377ef req-46e3205e-2fa9-4e43-a2ac-044179b5b8e0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0883741 May 11 19:51:58.004036 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8b6e314a-584d-415e-ac47-9760f02377ef req-2c9e4863-bcd1-4170-9fc1-2fdf53aaba9b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 May 11 19:51:58.091873 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:51:58.186054 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a60a8-fde2-4bbc-a019-35580a05a17d req-98901669-509c-43b6-89d1-d2213b88d22b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:58.188203 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-300a60a8-fde2-4bbc-a019-35580a05a17d req-98901669-509c-43b6-89d1-d2213b88d22b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1163244 May 11 19:51:58.248444 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-300a60a8-fde2-4bbc-a019-35580a05a17d req-5e6b6e20-9466-4f7d-a736-c93a81a68245 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 May 11 19:51:58.253954 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083f316-6fc3-4477-8dd0-0e37eee7d553 req-5b12c703-5a4f-49a3-aa8d-6af765821e34 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:58.255680 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c083f316-6fc3-4477-8dd0-0e37eee7d553 req-5b12c703-5a4f-49a3-aa8d-6af765821e34 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.0960035 May 11 19:51:58.308833 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c083f316-6fc3-4477-8dd0-0e37eee7d553 req-5dd3ff28-671d-49bd-9a0a-c67a81a40e17 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469131 May 11 19:51:58.392038 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5888baeb-6a8a-4509-b456-462bde385a99 req-b94a40b5-8fc0-4352-9953-aac6abd82bc6 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0480630 May 11 19:51:59.205896 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb674-c656-4547-8a84-328125af4600 req-91d9ebc3-b837-41b6-bb0b-baf9a47f959b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:59.207399 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a9ddb674-c656-4547-8a84-328125af4600 req-91d9ebc3-b837-41b6-bb0b-baf9a47f959b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0818076 May 11 19:51:59.253407 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a9ddb674-c656-4547-8a84-328125af4600 req-44f308a3-1fbf-4cb6-a74d-64f72148b2eb tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 May 11 19:51:59.447396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15d2a-2b7c-4d4f-b8bd-17afd5b3d79e req-81a69d0d-9449-41f1-94ed-f72112a402be tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:59.448930 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-64c15d2a-2b7c-4d4f-b8bd-17afd5b3d79e req-81a69d0d-9449-41f1-94ed-f72112a402be tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0925391 May 11 19:51:59.512187 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-64c15d2a-2b7c-4d4f-b8bd-17afd5b3d79e req-408448ad-2c39-4458-ae96-c59384043450 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 May 11 19:51:59.537288 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6ccdb-218c-4caf-a5d6-e55fb4a94680 req-02822c15-a7f3-4d36-bf35-8697a5ae0bd0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:51:59.552061 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b0c6ccdb-218c-4caf-a5d6-e55fb4a94680 req-02822c15-a7f3-4d36-bf35-8697a5ae0bd0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 944 time: 0.1066747 May 11 19:51:59.593386 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-b0c6ccdb-218c-4caf-a5d6-e55fb4a94680 req-b7b97ad0-cc4b-4a0c-96f3-18f3e1d2f60f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473373 May 11 19:51:59.680898 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3eaefe5-5e06-4e6c-864d-8128e749d106 req-f7f5582e-84af-4b3c-b22a-9ec9ee2ff7e9 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0508540 May 11 19:52:00.445115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315151-ab02-479c-b40a-ddbf5a04c149 req-bb975a33-1a7d-4fcb-8108-8630e2ac314b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:00.449471 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ee315151-ab02-479c-b40a-ddbf5a04c149 req-bb975a33-1a7d-4fcb-8108-8630e2ac314b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0823658 May 11 19:52:00.492807 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ee315151-ab02-479c-b40a-ddbf5a04c149 req-a760a329-d9f9-440a-89a8-f6049b1a9bfe tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 May 11 19:52:00.719167 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608874-eb98-45f3-9b95-1c4610a7f849 req-25e2b123-9c75-4bd8-9712-69a9a1b9d41d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:00.721445 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-32608874-eb98-45f3-9b95-1c4610a7f849 req-25e2b123-9c75-4bd8-9712-69a9a1b9d41d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0985074 May 11 19:52:00.829970 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-32608874-eb98-45f3-9b95-1c4610a7f849 req-4f1f0ae4-7a0a-4a41-9052-c3829d78ba59 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889649 May 11 19:52:01.115392 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3f49050-28ab-4bb6-aace-22595fb3de4e req-25030987-7962-4c41-a420-d138b1de615e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0951202 May 11 19:52:01.807678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e554d-62c2-4503-ab7f-7a31371b6ea6 req-3d02f15b-4cc8-49ce-abb3-ddce6175ef80 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:01.810515 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0e6e554d-62c2-4503-ab7f-7a31371b6ea6 req-3d02f15b-4cc8-49ce-abb3-ddce6175ef80 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1333237 May 11 19:52:01.875673 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0e6e554d-62c2-4503-ab7f-7a31371b6ea6 req-bbf15757-b5c9-40d0-8106-ab3ca1506c22 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551639 May 11 19:52:02.179461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45105a6-c3c1-4463-9749-d606d79e507d req-69a0aedc-0d8f-48bf-a532-0ad2a6166f99 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:02.179461 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b45105a6-c3c1-4463-9749-d606d79e507d req-69a0aedc-0d8f-48bf-a532-0ad2a6166f99 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1215811 May 11 19:52:02.290404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b45105a6-c3c1-4463-9749-d606d79e507d req-a2153ed4-bd45-4082-90d1-270ab20c0b5f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305151 May 11 19:52:02.534097 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0dff34a6-8fba-4ae5-a983-92f87262e130 req-a1536917-a0bc-4f6f-a311-a1a3a266c10c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0664933 May 11 19:52:03.186660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151b72-e214-4993-84ab-f1ff2c5d3a89 req-29158097-8e61-4f3a-80e1-aa40611e0e33 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:03.190944 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53151b72-e214-4993-84ab-f1ff2c5d3a89 req-29158097-8e61-4f3a-80e1-aa40611e0e33 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1781011 May 11 19:52:03.241595 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53151b72-e214-4993-84ab-f1ff2c5d3a89 req-30d6bf2e-7eac-47ef-954d-2cc8df74eed6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 May 11 19:52:03.492529 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9484cf-a515-40b7-b717-3a72a62c776e req-aa59e311-daf0-4fa2-b137-ed824226d4ff tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:03.502381 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da9484cf-a515-40b7-b717-3a72a62c776e req-aa59e311-daf0-4fa2-b137-ed824226d4ff tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0874791 May 11 19:52:03.542077 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da9484cf-a515-40b7-b717-3a72a62c776e req-df6c9985-ddbb-4930-96e4-1763b62cd9b4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 May 11 19:52:03.782908 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6327f1bf-3e4e-473b-84f2-a3d652ffea0b req-ccb31b62-9ae2-482c-8a3e-84b21abf7cf7 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.1295464 May 11 19:52:04.494695 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc5659-405a-4c91-bd47-99837822b67e req-9144620e-4d54-44f3-a3ee-bd2a62571b8a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:04.497388 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-69bc5659-405a-4c91-bd47-99837822b67e req-9144620e-4d54-44f3-a3ee-bd2a62571b8a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1208799 May 11 19:52:04.563003 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-69bc5659-405a-4c91-bd47-99837822b67e req-2d14921d-c3ed-42d6-8882-cd17af82ffb7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593116 May 11 19:52:04.792064 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfb06b-700e-4a9f-8f0a-af390f1fdf77 req-e781b83b-b6a2-4fdb-93f4-9d9f4bcab5d8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:04.801444 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-77bfb06b-700e-4a9f-8f0a-af390f1fdf77 req-e781b83b-b6a2-4fdb-93f4-9d9f4bcab5d8 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1139150 May 11 19:52:04.862078 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-77bfb06b-700e-4a9f-8f0a-af390f1fdf77 req-4a0db57a-1205-40e6-8b48-32ea21c4ed07 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569956 May 11 19:52:05.180048 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-115f0f06-bf67-4db1-8c49-7feef76d36a1 req-182d7edf-9b59-432d-99fa-181d8f150ee2 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0980690 May 11 19:52:05.868064 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bed7-fd68-40c2-9a61-72e31944f013 req-f4a27860-c071-4eae-bcbe-efd6fc0878ec tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:05.869513 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f760bed7-fd68-40c2-9a61-72e31944f013 req-f4a27860-c071-4eae-bcbe-efd6fc0878ec tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1255314 May 11 19:52:05.942563 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f760bed7-fd68-40c2-9a61-72e31944f013 req-30051e96-4b42-495e-9d6a-a757c26a2082 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669396 May 11 19:52:06.215015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741ddf2-2653-4a32-beab-d3bd75f748d8 req-e8084280-18c1-4cc4-bc2f-c36d4367561e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:06.224941 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d741ddf2-2653-4a32-beab-d3bd75f748d8 req-e8084280-18c1-4cc4-bc2f-c36d4367561e tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1577098 May 11 19:52:06.298722 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d741ddf2-2653-4a32-beab-d3bd75f748d8 req-e51222ce-a1c8-49e7-b7c5-404b7e56734d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719097 May 11 19:52:06.483061 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d6e1baae-ad5b-45fd-9aa8-924ff79b5c00 req-ddb315ed-3336-4281-89d0-d4584f1d5aff tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0466144 May 11 19:52:07.258275 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8583-0c8a-4b83-95ab-a40e3de33378 req-30711057-bdc2-42d9-bb5a-b778b4a8dfa5 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:07.264562 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c6ab8583-0c8a-4b83-95ab-a40e3de33378 req-30711057-bdc2-42d9-bb5a-b778b4a8dfa5 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.2019536 May 11 19:52:07.352519 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c6ab8583-0c8a-4b83-95ab-a40e3de33378 req-8a90b2e8-1d3b-4383-99d8-0cc9632dd881 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761657 May 11 19:52:07.536298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1033d9-b0f2-43a3-a710-0f4e6123c0f0 req-1d720c8a-b7bb-4269-ac37-a62cb574f5ec tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:07.544317 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf1033d9-b0f2-43a3-a710-0f4e6123c0f0 req-1d720c8a-b7bb-4269-ac37-a62cb574f5ec tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0939336 May 11 19:52:07.595579 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf1033d9-b0f2-43a3-a710-0f4e6123c0f0 req-345991c8-517d-41f6-ba87-6cfce309ae10 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502360 May 11 19:52:07.778106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37e840af-77a7-4a8b-8007-4001b090c387 req-72ba6287-df0d-4c63-99d2-b274af245ea5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0510490 May 11 19:52:08.674033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225785-0838-4ba1-9c4a-367667d25078 req-22534413-fcef-44d4-9c4f-d8c726a10ce1 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:08.674033 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-47225785-0838-4ba1-9c4a-367667d25078 req-22534413-fcef-44d4-9c4f-d8c726a10ce1 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1636338 May 11 19:52:08.768362 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-47225785-0838-4ba1-9c4a-367667d25078 req-bd40fe55-82e4-4fb3-88d6-17b621c47da5 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933645 May 11 19:52:09.038220 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb1ed-3e99-44d3-bbd6-7793684746cf req-fdfc2052-e169-4075-a03b-4dd7c433f7a2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:09.041978 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b7ceb1ed-3e99-44d3-bbd6-7793684746cf req-fdfc2052-e169-4075-a03b-4dd7c433f7a2 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1292028 May 11 19:52:09.143635 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b7ceb1ed-3e99-44d3-bbd6-7793684746cf req-2636dcad-2731-4da9-b9ad-0222348afd0d tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939364 May 11 19:52:09.349809 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-92991e82-94ad-40d4-8b22-fb504ffc2989 req-3994c91d-f3fc-4238-aa05-9c3ee5e4fc48 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0461385 May 11 19:52:09.959127 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c823-978d-4586-bc92-4b8ae82aa8d1 req-222e36a3-d35c-4745-905e-e791da462840 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:09.960780 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1095c823-978d-4586-bc92-4b8ae82aa8d1 req-222e36a3-d35c-4745-905e-e791da462840 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0887368 May 11 19:52:10.019021 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1095c823-978d-4586-bc92-4b8ae82aa8d1 req-bbaf7c0a-536e-481f-88e6-21119bf49653 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 May 11 19:52:10.395892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e83971-3dbe-4dfc-a79b-c67b66a6f7e5 req-792731cd-1a6c-4ecf-83d2-412e3898410f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:10.401867 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-26e83971-3dbe-4dfc-a79b-c67b66a6f7e5 req-792731cd-1a6c-4ecf-83d2-412e3898410f tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1190872 May 11 19:52:10.466859 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-26e83971-3dbe-4dfc-a79b-c67b66a6f7e5 req-460e9dfd-c359-4e9e-b570-1829d76ae343 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641198 May 11 19:52:10.616749 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c1ace06a-74dc-4ed0-90a2-a8a55e755b64 req-24442f05-5ad5-4bd3-a10e-f888e981770b tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0442572 May 11 19:52:11.326253 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14fe74-22f7-460e-ac36-7950032b4236 req-29c6bf7d-b1d4-404e-8e10-2b292e0f7abc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:11.328123 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da14fe74-22f7-460e-ac36-7950032b4236 req-29c6bf7d-b1d4-404e-8e10-2b292e0f7abc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1130016 May 11 19:52:11.513234 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-da14fe74-22f7-460e-ac36-7950032b4236 req-286b3478-3346-4867-a3ca-4d4822ca7c03 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729472 May 11 19:52:11.777489 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b110c59-aff5-40d4-811f-252dbe01337f req-1119c2ea-a121-49f7-9683-04827950e043 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:11.778936 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b110c59-aff5-40d4-811f-252dbe01337f req-1119c2ea-a121-49f7-9683-04827950e043 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0898855 May 11 19:52:11.831316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b110c59-aff5-40d4-811f-252dbe01337f req-bd4f2245-4cc7-4108-a4bc-41c8a66d7ed1 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 May 11 19:52:12.032144 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a02a5548-b185-4e42-af1e-91e3961311f9 req-7139e97f-45d5-45ca-895a-1dc525b417d4 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0584469 May 11 19:52:12.711693 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-64e02847-235e-4a08-be23-e09a53cea8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:12.713987 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-64e02847-235e-4a08-be23-e09a53cea8ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1096 time: 0.1753170 May 11 19:52:12.848683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a59db7-8ef5-4b5d-96c4-4c2de5781d12 req-83eb7558-e1b8-4eb1-ad56-b6c544e601d9 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:12.848683 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a0a59db7-8ef5-4b5d-96c4-4c2de5781d12 req-83eb7558-e1b8-4eb1-ad56-b6c544e601d9 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1842663 May 11 19:52:12.982759 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a0a59db7-8ef5-4b5d-96c4-4c2de5781d12 req-70c83a29-551e-4aa6-932e-88fa80afbc2e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191981 May 11 19:52:13.014545 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-ba75e62a-177f-478f-bfe4-a76559790c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.016217 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-ba75e62a-177f-478f-bfe4-a76559790c7c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1840534 May 11 19:52:13.248744 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b9364-ed3e-4cb7-b669-7239c97ff4ed req-0d4bc8db-50c5-4cad-8f6a-d62ff9653d58 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.250208 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-365b9364-ed3e-4cb7-b669-7239c97ff4ed req-0d4bc8db-50c5-4cad-8f6a-d62ff9653d58 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1383684 May 11 19:52:13.254951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-a381084a-998e-436c-afbe-918d6296a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.258603 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-085337e2-f4cc-4e67-b614-50ce1c9590ed req-a381084a-998e-436c-afbe-918d6296a471 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2332404 May 11 19:52:13.319460 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-365b9364-ed3e-4cb7-b669-7239c97ff4ed req-8f1f163d-972f-4f82-8f6f-e97c71053d05 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591359 May 11 19:52:13.496716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-3ed08d6e-8086-4135-94d7-6ecf2f926517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.498497 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-3ed08d6e-8086-4135-94d7-6ecf2f926517 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1096 time: 0.1475608 May 11 19:52:13.511717 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6632d703-ecb6-4b85-a6c1-108b3174a530 req-5d09c4c8-6728-4f8c-aaef-92a33effd401 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ee7f317-b438-4134-b60d-af06dcfc3107 HTTP/1.1" status: 200 len: 210 time: 0.0493133 May 11 19:52:13.612385 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-180151c2-62f3-4269-8c76-9bdbaa72c36d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 217 time: 0.0964510 May 11 19:52:13.691394 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7d208bdb-95dc-4a8b-a78f-8092c93703a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.693049 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7d208bdb-95dc-4a8b-a78f-8092c93703a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.0726712 May 11 19:52:13.778926 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-fc76763a-a007-458b-bddf-7cd1336229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:13.780553 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-fc76763a-a007-458b-bddf-7cd1336229dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800471 May 11 19:52:13.931931 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-7d016524-8ebe-44ac-99ae-8749805664b5 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422524 May 11 19:52:14.090864 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-676e9f44-4d89-4c6b-8942-8543841cbed0 req-a7f0d90b-74c8-4aaa-9d71-28a2171c2155 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487095 May 11 19:52:14.207009 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed83bad-4f37-41df-b9c0-1cfb7e1727ab req-5e60504d-8c0c-4a7f-90ad-12a844378e8f tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:14.208595 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eed83bad-4f37-41df-b9c0-1cfb7e1727ab req-5e60504d-8c0c-4a7f-90ad-12a844378e8f tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1003575 May 11 19:52:14.263874 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eed83bad-4f37-41df-b9c0-1cfb7e1727ab req-cb713990-5809-4c10-b5f5-4e0a83b3de29 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 May 11 19:52:14.515459 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5c40b-d382-4273-9a24-f33194312556 req-583deacf-e1d8-46fc-82ba-8e5650a7b32c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:14.516940 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfb5c40b-d382-4273-9a24-f33194312556 req-583deacf-e1d8-46fc-82ba-8e5650a7b32c tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.0936763 May 11 19:52:14.567622 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfb5c40b-d382-4273-9a24-f33194312556 req-7227e028-addb-444c-9bdf-b4cd614fd74b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 May 11 19:52:15.273289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82067-0009-4acd-980f-13a882ff43ae req-347295fd-3178-4561-af68-ccba1c325021 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:15.274846 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d4f82067-0009-4acd-980f-13a882ff43ae req-347295fd-3178-4561-af68-ccba1c325021 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.0984437 May 11 19:52:15.326978 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d4f82067-0009-4acd-980f-13a882ff43ae req-ca4d4532-d06a-4f4e-8453-5e4e3c3292f5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 May 11 19:52:15.557521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3696c-dd8b-443d-be88-fdb78942c1b7 req-f4fb3349-2710-445b-8648-b234dbe2bddf tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:15.559071 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70e3696c-dd8b-443d-be88-fdb78942c1b7 req-f4fb3349-2710-445b-8648-b234dbe2bddf tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.0993917 May 11 19:52:15.616995 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70e3696c-dd8b-443d-be88-fdb78942c1b7 req-1ea872ec-e3db-4c95-a97b-b1095d3ab3de tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 May 11 19:52:15.827238 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaabd14-6afd-44a3-90ca-183e12651e6c req-cba931ed-8607-458b-9002-5a4a79e4a0d3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:15.829703 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfaabd14-6afd-44a3-90ca-183e12651e6c req-cba931ed-8607-458b-9002-5a4a79e4a0d3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1033564 May 11 19:52:15.874190 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfaabd14-6afd-44a3-90ca-183e12651e6c req-f8003b06-06de-4d82-b6e7-88c3ae77495a tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 May 11 19:52:16.400187 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2cb5054c-7fbd-4f02-bd4c-113ccfed8e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:16.568550 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0cce-d809-45a0-acbe-6fd760549c03 req-983a695f-0bec-417c-8db5-f8491e4cba16 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:16.570132 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a3f0cce-d809-45a0-acbe-6fd760549c03 req-983a695f-0bec-417c-8db5-f8491e4cba16 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.0866010 May 11 19:52:16.715758 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a3f0cce-d809-45a0-acbe-6fd760549c03 req-8f18ec02-0b57-4b94-956c-97df1416ca26 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313066 May 11 19:52:17.087656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962c160-c00f-4c98-9cfd-9a49cd79cfa3 req-f302d8be-5cb4-44df-988e-0dd9bf90bbe7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:17.089009 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0962c160-c00f-4c98-9cfd-9a49cd79cfa3 req-f302d8be-5cb4-44df-988e-0dd9bf90bbe7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.1325452 May 11 19:52:17.108209 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-0c2548a7-bc1e-4a56-882c-5c2346fce05e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:17.109693 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-0c2548a7-bc1e-4a56-882c-5c2346fce05e tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.1127257 May 11 19:52:17.188955 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0962c160-c00f-4c98-9cfd-9a49cd79cfa3 req-8589ce8d-ed01-47ca-830e-fd5e6b723ee6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902073 May 11 19:52:17.284205 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Deleting port 57184527-6644-42ec-865b-c08872e362e6 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:52:17.288490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:17.463539 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] For port 57184527-6644-42ec-865b-c08872e362e6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=57184527-6644-42ec-865b-c08872e362e6,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:17.463901 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:17.542362 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19554d3d-5bb0-4c19-a7c8-584612bb5082 req-eb797083-0b22-4fed-9761-9a56c1ee27a4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:17.543854 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-19554d3d-5bb0-4c19-a7c8-584612bb5082 req-eb797083-0b22-4fed-9761-9a56c1ee27a4 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.2434547 May 11 19:52:17.607210 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Calling delete_port for 57184527-6644-42ec-865b-c08872e362e6 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:52:17.705303 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-19554d3d-5bb0-4c19-a7c8-584612bb5082 req-5eb074a9-ec96-4b4a-a23f-eb33ab543550 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/security-groups?id=568a6891-b2f2-4e5f-8518-6b7464ec5452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 May 11 19:52:17.748272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-c40b244c-4988-446d-9385-91ef6dfe3a0b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:17.749713 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-c40b244c-4988-446d-9385-91ef6dfe3a0b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 946 time: 0.1220994 May 11 19:52:18.005311 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109ac2b-136f-492d-bea3-387aa933eb03 req-3310bac6-e17c-4e1a-adb7-37d4c1716e95 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:18.006682 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f109ac2b-136f-492d-bea3-387aa933eb03 req-3310bac6-e17c-4e1a-adb7-37d4c1716e95 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 945 time: 0.1749475 May 11 19:52:18.017922 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.036833 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-19b11b69-ec07-4336-a923-6583b161f2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:18.053877 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391', '57184527-6644-42ec-865b-c08872e362e6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:18.076713 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Deleting port 718603f3-04a0-4cd3-b139-21d9390931a6 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:52:18.077060 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.107434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event deleted for resources: {'Port': ['ID=57184527-6644-42ec-865b-c08872e362e6,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:18.162307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:18.260027 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f109ac2b-136f-492d-bea3-387aa933eb03 req-b24be2e0-c6fd-447b-ab13-51a0299b95ad tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429426 May 11 19:52:18.268000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] No DVR routers for this DVR port 57184527-6644-42ec-865b-c08872e362e6 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:52:18.272507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.275958 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'name': 'network-vif-deleted', 'tag': '57184527-6644-42ec-865b-c08872e362e6'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:18.342108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] For port 718603f3-04a0-4cd3-b139-21d9390931a6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=718603f3-04a0-4cd3-b139-21d9390931a6,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:18.342609 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.462313 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e047855d-a06e-4b61-af61-a13f66f66a4f req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "DELETE /v2.0/ports/57184527-6644-42ec-865b-c08872e362e6 HTTP/1.1" status: 204 len: 173 time: 1.3175352 May 11 19:52:18.470994 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Calling delete_port for 718603f3-04a0-4cd3-b139-21d9390931a6 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:52:18.562061 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9fe7e391-4f02-49ed-b060-7c714cb33be3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:52:18.665068 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143a83-2d1e-4ff3-8ec4-5b5e1602110c req-25c65885-bca7-49f4-8e32-d5b78bc7ca61 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:18.671865 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65143a83-2d1e-4ff3-8ec4-5b5e1602110c req-25c65885-bca7-49f4-8e32-d5b78bc7ca61 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 943 time: 0.2656062 May 11 19:52:18.757436 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65143a83-2d1e-4ff3-8ec4-5b5e1602110c req-61abb2c8-6a7c-4fed-844a-46944ffbcf61 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821512 May 11 19:52:18.759740 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:18.774677 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'port_id': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'mac_address': 'fa:16:3e:86:21:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:52:18.826399 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1', 'name': 'network-vif-deleted', 'tag': '57184527-6644-42ec-865b-c08872e362e6', 'status': 'completed', 'code': 200} May 11 19:52:18.843231 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.848174 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.854432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5c6964e3-b3e4-4eb1-a2e6-565284351828 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:18.879155 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe7e391-4f02-49ed-b060-7c714cb33be3 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:52:18.887153 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['718603f3-04a0-4cd3-b139-21d9390931a6'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:18.909384 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Pushing event deleted for resources: {'Port': ['ID=718603f3-04a0-4cd3-b139-21d9390931a6,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:18.933191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:18.942862 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.945700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:18.984464 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-05c7e580-5d4d-4987-9d9c-041f0593d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:18.991589 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-12e6b883-c639-48dc-bdaf-1ebc893a2c11 req-72f8736f-b047-4fc4-9dcf-676b6821d264 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 210 time: 0.0834341 May 11 19:52:19.013475 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:19.013475 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:19.037889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] No DVR routers for this DVR port 718603f3-04a0-4cd3-b139-21d9390931a6 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:52:19.038497 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:19.079402 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.095121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:19.098906 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:19.115397 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6ecdbf0b-5155-4041-b477-e6c01fd16505 req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.44 "DELETE /v2.0/ports/718603f3-04a0-4cd3-b139-21d9390931a6 HTTP/1.1" status: 204 len: 173 time: 1.3589153 May 11 19:52:19.376729 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:19.583372 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-1936e256-518d-40ed-a20a-a522167e4cff req-9cea2156-7ddd-4939-a07e-9747d6aefba2 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:52:19.703111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-1936e256-518d-40ed-a20a-a522167e4cff req-9cea2156-7ddd-4939-a07e-9747d6aefba2 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:52:19.704814 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1936e256-518d-40ed-a20a-a522167e4cff req-9cea2156-7ddd-4939-a07e-9747d6aefba2 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3bd4676-e06a-4f32-9472-3b4d4ec8c1a1 HTTP/1.1" status: 200 len: 210 time: 0.1865168 May 11 19:52:19.878377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1406-6655-4bab-a328-d7e7ec68061c req-4895b7a5-62b9-4984-a58c-42217efae889 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:19.880190 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f54d1406-6655-4bab-a328-d7e7ec68061c req-4895b7a5-62b9-4984-a58c-42217efae889 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0800316 May 11 19:52:19.924271 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f54d1406-6655-4bab-a328-d7e7ec68061c req-7fd70c18-cfce-458a-88b4-90253975a20c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384490 May 11 19:52:20.106430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60177f-43d5-4f9f-b9aa-bd61174954aa req-744e47d9-fcf4-4d1a-8ae4-bf4593637823 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:20.107913 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0f60177f-43d5-4f9f-b9aa-bd61174954aa req-744e47d9-fcf4-4d1a-8ae4-bf4593637823 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 944 time: 0.0867016 May 11 19:52:20.154863 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0f60177f-43d5-4f9f-b9aa-bd61174954aa req-ed0c4704-748d-4ae3-8828-cafd9e1c1b4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 May 11 19:52:20.307850 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-9ac92d6c-4f3f-4c2f-8bbf-a592c306b90c req-7c268507-85e4-4508-bc29-bb1ec5b4276b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Synchronizing usage tracker for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:52:20.314283 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:20.394119 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-9ac92d6c-4f3f-4c2f-8bbf-a592c306b90c req-7c268507-85e4-4508-bc29-bb1ec5b4276b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Unset dirty status for tenant:91382f1fd9c5436491ac19811c85ca5f on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:52:20.395286 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9ac92d6c-4f3f-4c2f-8bbf-a592c306b90c req-7c268507-85e4-4508-bc29-bb1ec5b4276b tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6b5cc2b-aa94-4c1a-9680-878c66e72a5c HTTP/1.1" status: 200 len: 210 time: 0.1285801 May 11 19:52:20.597184 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9fe7e391-4f02-49ed-b060-7c714cb33be3 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:52:20.713685 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:52:20.718339 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:52:20.718718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:20.827396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'name': 'network-vif-deleted', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:20.837178 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:20.866368 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:20.876314 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:20.880169 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b5cc2b-aa94-4c1a-9680-878c66e72a5c', 'name': 'network-vif-deleted', 'tag': '718603f3-04a0-4cd3-b139-21d9390931a6', 'status': 'completed', 'code': 200} May 11 19:52:20.917175 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'code': 200} May 11 19:52:20.960569 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:20.966593 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 57184527-6644-42ec-865b-c08872e362e6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:52:20.988851 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:21.036352 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 57184527-6644-42ec-865b-c08872e362e6 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:52:21.036709 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 57184527-6644-42ec-865b-c08872e362e6 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:52:21.037151 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 718603f3-04a0-4cd3-b139-21d9390931a6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:52:21.076237 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 718603f3-04a0-4cd3-b139-21d9390931a6 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:52:21.076594 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 718603f3-04a0-4cd3-b139-21d9390931a6 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:52:21.102345 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:21.104582 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:21.169766 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37430) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:21.179947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c938648-2732-46cc-80fa-2c0b42116d23 req-1ca6b29c-243c-486f-ac18-4867b5e918cb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:21.181895 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c938648-2732-46cc-80fa-2c0b42116d23 req-1ca6b29c-243c-486f-ac18-4867b5e918cb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1450357 May 11 19:52:21.274489 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c938648-2732-46cc-80fa-2c0b42116d23 req-a487d537-026c-4c00-b46c-416aed5345ca tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620863 May 11 19:52:21.277389 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Deleting subnet 3ec6da37-dfcf-4dc7-81b5-838efabafc4e {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:52:21.314779 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:21.420518 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504595'] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:21.507627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a947b-1ba4-4d5a-80e3-1c6bc40044c4 req-6c604509-a189-4031-8439-6d82dab46c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:21.509101 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a7a947b-1ba4-4d5a-80e3-1c6bc40044c4 req-6c604509-a189-4031-8439-6d82dab46c94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1098 time: 0.2294667 May 11 19:52:21.510067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:21.565952 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:21.666280 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a7a947b-1ba4-4d5a-80e3-1c6bc40044c4 req-97519fca-8188-4453-9867-b0ce9df8351b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280906 May 11 19:52:21.674029 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586b07-2ab8-45c9-b255-927467797f37 req-c16ac0a7-b0bc-4e1d-8c0d-be5f2076c8b0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:21.675356 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-17586b07-2ab8-45c9-b255-927467797f37 req-c16ac0a7-b0bc-4e1d-8c0d-be5f2076c8b0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.3018351 May 11 19:52:21.749344 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-17586b07-2ab8-45c9-b255-927467797f37 req-31d2d404-e01b-43af-bc8b-fb0a2a04edf6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 May 11 19:52:21.832813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37438) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:22.147083 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27501975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27347015'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.212112 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:22.257250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec6da37-dfcf-4dc7-81b5-838efabafc4e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:22.260826 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.263257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c8946724-9096-4677-b613-792412412df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:22.280905 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c8946724-9096-4677-b613-792412412df4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ec6da37-dfcf-4dc7-81b5-838efabafc4e HTTP/1.1" status: 204 len: 168 time: 1.1099839 May 11 19:52:22.284394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37446) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:22.396252 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.505658 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.519071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.536031 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccadc9b6-fbc9-4832-aaad-da282dc66cd7']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:22.599794 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:52:22.618811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:22.619134 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb8b378-db1d-42e6-8e39-d4f5002bfe0f') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:22.632402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.649321 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.655377 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:52:22.655824 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:52:22.669439 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:52:22.824931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:22.834585 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.838729 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-558a5525-4fe8-477e-a9f7-72666ce6f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:22.842042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'mac_address': 'fa:16:3e:57:c8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:52:22.865291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccadc9b6-fbc9-4832-aaad-da282dc66cd7,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:22.873868 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.884856 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.885595 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.886147 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.886736 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.887779 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.888341 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.888915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.889453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.890004 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.890549 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.891629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.892251 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:22.895853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:22.912233 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:22.922867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:52:22.939002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:23.026516 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7fbd-bb0f-4da1-a954-e796aac96396 req-7d0a4f1e-c381-4622-b548-3158318f28bf tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:23.028043 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-665e7fbd-bb0f-4da1-a954-e796aac96396 req-7d0a4f1e-c381-4622-b548-3158318f28bf tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1903317 May 11 19:52:23.077063 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Deleting port 489c61f4-85d4-49a9-8c80-3692916c2bfd {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:52:23.077409 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.084325 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-256d415e-5080-44db-b416-2fffa975dd62 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccadc9b6-fbc9-4832-aaad-da282dc66cd7 HTTP/1.1" status: 204 len: 168 time: 0.7960601 May 11 19:52:23.100613 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-665e7fbd-bb0f-4da1-a954-e796aac96396 req-14f42019-6f6d-4586-814a-67a1f9dd136f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650730 May 11 19:52:23.143659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.145390 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:23.218082 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=9']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:23.223987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:23.240667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] For port 489c61f4-85d4-49a9-8c80-3692916c2bfd, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=489c61f4-85d4-49a9-8c80-3692916c2bfd,segment=NetworkSegment(6735b35f-3659-466c-a9a2-2f0c73bec47d),segment_id=6735b35f-3659-466c-a9a2-2f0c73bec47d)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:23.241028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.399197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Calling delete_port for 489c61f4-85d4-49a9-8c80-3692916c2bfd owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:52:23.459615 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37458) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:23.468961 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6247f8-8b03-4745-af15-951860a29aee req-fafb5cfe-daae-44d4-b9ce-4a442069dfe5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:23.470885 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9a6247f8-8b03-4745-af15-951860a29aee req-fafb5cfe-daae-44d4-b9ce-4a442069dfe5 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.1636224 May 11 19:52:23.507511 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9d8dae80-36df-45f8-8b98-0c1fded1c6b3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:23.512183 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-57ec20be-4c63-450a-8194-fcdf1b9627ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6cc85c4da1e44eea71793d6d5be093f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489407 May 11 19:52:23.512327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37462) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:23.574223 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.601697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.754730 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.759594 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e937b6d7-7768-4c13-90cf-d0b138bb432a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:23.760936 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9a6247f8-8b03-4745-af15-951860a29aee req-d29ebd05-66f0-42b1-a8a3-657d66a75fe1 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734546 May 11 19:52:23.775381 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4510009-627a-47f0-b45f-d97f5c96f673,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:23.785931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:23.867062 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.868163 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4510009-627a-47f0-b45f-d97f5c96f673 HTTP/1.1" status: 204 len: 168 time: 0.3549809 May 11 19:52:23.926011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:23.931650 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2c0ded3b-cfb1-478b-8aa3-debc0c2678fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:24.007148 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Pushing event deleted for resources: {'Port': ['ID=489c61f4-85d4-49a9-8c80-3692916c2bfd,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:24.023133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:24.058932 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff4b78-199c-4718-b26a-96b7d60ae178 req-0f6504b2-19c5-46fe-8231-5febd456bbc8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:24.060412 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9ff4b78-199c-4718-b26a-96b7d60ae178 req-0f6504b2-19c5-46fe-8231-5febd456bbc8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.1935279 May 11 19:52:24.228949 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c9ff4b78-199c-4718-b26a-96b7d60ae178 req-85d00719-4b2a-4a2b-93b3-3bda23b0feaa tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611273 May 11 19:52:24.293647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:24.546372 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651ac5d-abe5-4229-ad6d-5bb96964d7c9 req-d3359e12-bdfa-4db8-9076-609f5e335190 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:24.548602 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e651ac5d-abe5-4229-ad6d-5bb96964d7c9 req-d3359e12-bdfa-4db8-9076-609f5e335190 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1890564 May 11 19:52:24.622347 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:52:24.690771 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:52:24.691435 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:24.775505 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e651ac5d-abe5-4229-ad6d-5bb96964d7c9 req-a5a677d0-eb65-430f-92a9-497116c7852b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706979 May 11 19:52:24.827855 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:24.828802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-5e327069-8b26-4f1a-a39c-ece357c0f10f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:24.830277 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-5e327069-8b26-4f1a-a39c-ece357c0f10f tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.2266572 May 11 19:52:24.836124 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Router 9149f4d5-206a-49bc-beb9-8ab5798bf215 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:52:24.867715 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:24.880596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:24.937102 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:24.939698 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:25.013571 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=10']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:25.016931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:25.303405 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:52:25.314457 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Sync routers for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:52:25.320020 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1d07-70a8-4d8e-97bf-dd576f6d0d18 req-6667454f-d7ba-4a0e-9cf5-8ebac31ae940 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:25.321593 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1c9d1d07-70a8-4d8e-97bf-dd576f6d0d18 req-6667454f-d7ba-4a0e-9cf5-8ebac31ae940 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.3792663 May 11 19:52:25.330106 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:52:25.331202 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:25.353316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Deleting port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:52:25.353316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:25.442055 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] 10.222.0.15 "PUT /v2.0/routers/9149f4d5-206a-49bc-beb9-8ab5798bf215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6081920 May 11 19:52:25.446017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37534) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:25.454367 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1c9d1d07-70a8-4d8e-97bf-dd576f6d0d18 req-8b96ae4c-66d7-4d1c-a030-244017dcdccc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193850 May 11 19:52:25.521015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] For port b6fa0597-4bfd-4327-bd16-f37f1a8c2391, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,segment=NetworkSegment(757aef8f-b153-4f89-9e13-5f3186682a75),segment_id=757aef8f-b153-4f89-9e13-5f3186682a75)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:25.521380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:25.522445 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:52:25.671686 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:25.688951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Calling delete_port for b6fa0597-4bfd-4327-bd16-f37f1a8c2391 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:52:25.763830 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092699bf-37cf-49e0-8841-c763c2b95c3c req-82b6ab84-055e-413b-9390-e010d145fadb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:25.772024 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-092699bf-37cf-49e0-8841-c763c2b95c3c req-82b6ab84-055e-413b-9390-e010d145fadb tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 945 time: 0.1862011 May 11 19:52:25.859436 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:52:23Z', 'revision_number': 5, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port': {'id': 'fb03aee8-a22f-41a4-beba-8073690eba87', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:25.864512 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Checking router: 9149f4d5-206a-49bc-beb9-8ab5798bf215 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:52:25.872291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:25.873933 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Routers {'9149f4d5-206a-49bc-beb9-8ab5798bf215'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:52:25.874345 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['9149f4d5-206a-49bc-beb9-8ab5798bf215'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:25.875560 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-092699bf-37cf-49e0-8841-c763c2b95c3c req-525e6258-cdb1-42b9-9295-ca70c0d7f475 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/security-groups?id=d37c29d6-b960-4115-9f4f-c2fadd382585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026106 May 11 19:52:25.930941 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'code': 200} May 11 19:52:25.980889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-b023fc38-eb78-4de1-b943-979ba4d940b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:25.982381 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-b023fc38-eb78-4de1-b943-979ba4d940b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1098 time: 0.1732523 May 11 19:52:26.056394 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:26.100192 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Deleting port fb03aee8-a22f-41a4-beba-8073690eba87 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:52:26.100546 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:26.100774 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] Set router 9149f4d5-206a-49bc-beb9-8ab5798bf215 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:52:26.105440 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b6fa0597-4bfd-4327-bd16-f37f1a8c2391'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:26.203999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:26.225661 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:52:25Z', 'revision_number': 6, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:26.230037 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739d5e6-36b9-4cc0-bff6-6cf588ee2fc1 None None] The sync data for ids ['9149f4d5-206a-49bc-beb9-8ab5798bf215'] in dv-cinder-789603-5-iscsi is: [{'id': '9149f4d5-206a-49bc-beb9-8ab5798bf215', 'name': 'tempest-ServerRescueNegativeTestJSON-428316007-router', 'tenant_id': '91382f1fd9c5436491ac19811c85ca5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:52:25Z', 'revision_number': 6, 'project_id': '91382f1fd9c5436491ac19811c85ca5f', 'gw_port_host': None}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:52:26.315239 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Pushing event deleted for resources: {'Port': ['ID=b6fa0597-4bfd-4327-bd16-f37f1a8c2391,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:26.322220 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:26.334294 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] For port fb03aee8-a22f-41a4-beba-8073690eba87, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fb03aee8-a22f-41a4-beba-8073690eba87,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:26.334698 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:26.458435 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] No DVR routers for this DVR port b6fa0597-4bfd-4327-bd16-f37f1a8c2391 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:52:26.461735 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-8628b932-590d-4040-b331-abf649885905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:26.463185 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-8628b932-590d-4040-b331-abf649885905 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 912 time: 0.4579320 May 11 19:52:26.465714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:26.466897 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Calling delete_port for fb03aee8-a22f-41a4-beba-8073690eba87 owned by network:router_gateway {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:52:26.468251 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'name': 'network-vif-deleted', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:26.590275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-48c8088d-9188-462f-b05f-421e7d1c3130 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 1000 time: 0.1166871 May 11 19:52:26.655719 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c185b9bc-d142-4801-8fb9-e0717ab05c50 req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.44 "DELETE /v2.0/ports/b6fa0597-4bfd-4327-bd16-f37f1a8c2391 HTTP/1.1" status: 204 len: 173 time: 1.8184295 May 11 19:52:26.670846 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8221-6e55-4c5f-8349-7dd4301ef07a req-5348ff39-9964-4fab-92ae-e4717435fb3a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:26.676841 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70ff8221-6e55-4c5f-8349-7dd4301ef07a req-5348ff39-9964-4fab-92ae-e4717435fb3a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.3093319 May 11 19:52:26.734360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-9cddc71b-6925-4a14-9bde-55a4b9cc394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:26.736638 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-9cddc71b-6925-4a14-9bde-55a4b9cc394a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.1300588 May 11 19:52:26.752972 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03804e-2c61-4e9b-a16f-3534cc8489e8 req-247bd6bf-f16e-4a61-812e-fc2f7d6c01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:26.754690 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9a03804e-2c61-4e9b-a16f-3534cc8489e8 req-247bd6bf-f16e-4a61-812e-fc2f7d6c01e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 1100 time: 0.1268384 May 11 19:52:26.804997 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70ff8221-6e55-4c5f-8349-7dd4301ef07a req-1001aed7-97d5-45b5-a16c-60a2633c8f9c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181746 May 11 19:52:26.843412 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-a1e52972-345c-489e-b1b6-df49fdd98369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:26.843412 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-a1e52972-345c-489e-b1b6-df49fdd98369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944076 May 11 19:52:26.951170 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-9a03804e-2c61-4e9b-a16f-3534cc8489e8 req-1424e4f8-054f-43c7-b5ad-05bb637921c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649973 May 11 19:52:27.034832 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.038827 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:27.086999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb03aee8-a22f-41a4-beba-8073690eba87,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:27.088222 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:27.188491 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-2b367a4d-6253-4664-8fb3-ec049ebfbb96 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398576 May 11 19:52:27.196249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18dc73-cc47-4d2f-b010-553924418201 req-a98721fe-1a79-47d8-9f57-708353f5de6c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:27.197754 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad18dc73-cc47-4d2f-b010-553924418201 req-a98721fe-1a79-47d8-9f57-708353f5de6c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.1574183 May 11 19:52:27.202301 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.265664 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad18dc73-cc47-4d2f-b010-553924418201 req-84fc0f61-7126-4a7f-81c9-7a92c3ebb14a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607188 May 11 19:52:27.340602 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fb03aee8-a22f-41a4-beba-8073690eba87 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:52:27.386505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: fb03aee8-a22f-41a4-beba-8073690eba87 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:52:27.386505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fb03aee8-a22f-41a4-beba-8073690eba87 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:52:27.386505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 489c61f4-85d4-49a9-8c80-3692916c2bfd no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:52:27.413548 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28cc836-526c-4fb3-a7e0-f85f57a3d4fd', 'name': 'network-vif-deleted', 'tag': 'b6fa0597-4bfd-4327-bd16-f37f1a8c2391', 'status': 'completed', 'code': 200} May 11 19:52:27.435567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.439535 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.456514 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:52:27.471445 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 489c61f4-85d4-49a9-8c80-3692916c2bfd {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:52:27.471801 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 489c61f4-85d4-49a9-8c80-3692916c2bfd not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:52:27.502739 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1b2db046-007e-42eb-9787-cfb14fe20ad1 req-ff176c6c-af17-457c-96d1-bfe4de09fc54 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154236 May 11 19:52:27.566911 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-6a72ae83-a7e4-49c2-ba02-a9b930e13de3 req-a0e0f499-131f-4fed-a4ad-ec918619218c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Synchronizing usage tracker for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:52:27.623589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.624353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9149f4d5-206a-49bc-beb9-8ab5798bf215 {{(pid=79322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 19:52:27.639159 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.640291 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9149f4d5-206a-49bc-beb9-8ab5798bf215 HTTP/1.1" status: 204 len: 168 time: 2.1911480 May 11 19:52:27.643533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37570) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:27.681822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-6a72ae83-a7e4-49c2-ba02-a9b930e13de3 req-a0e0f499-131f-4fed-a4ad-ec918619218c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Unset dirty status for tenant:d56cf86861b749e29a60510719028e27 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:52:27.683045 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6a72ae83-a7e4-49c2-ba02-a9b930e13de3 req-a0e0f499-131f-4fed-a4ad-ec918619218c tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] 10.222.0.15 "GET /v2.0/ports?device_id=f28cc836-526c-4fb3-a7e0-f85f57a3d4fd HTTP/1.1" status: 200 len: 210 time: 0.1669519 May 11 19:52:27.725197 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Deleting subnet 0ef60fd2-1ece-4328-83b9-7376b1781f29 {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:52:27.728186 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.779926 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504595'] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.838258 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:27.897394 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.133662 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd9b6-5592-417f-8874-f93848ea77b2 req-5958b696-6351-40a9-80b8-f3d3835b24cf tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:28.135073 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-409cd9b6-5592-417f-8874-f93848ea77b2 req-5958b696-6351-40a9-80b8-f3d3835b24cf tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1816409 May 11 19:52:28.199631 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-409cd9b6-5592-417f-8874-f93848ea77b2 req-d0c95d23-4d3b-4dcd-9f4e-cd8c1479fae7 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576518 May 11 19:52:28.327073 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27501975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27347015'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.334014 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9bd0849c-1d64-4f57-8fff-2e5eb8a35dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:28.380683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef60fd2-1ece-4328-83b9-7376b1781f29,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:28.382846 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.389774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:28.402049 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ef60fd2-1ece-4328-83b9-7376b1781f29 HTTP/1.1" status: 204 len: 168 time: 0.7573831 May 11 19:52:28.404406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37582) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:28.518302 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.639438 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b6fa0597-4bfd-4327-bd16-f37f1a8c2391 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:52:28.646295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.660148 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb9660d-3bd3-44af-a214-e0e768a6a043']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:28.673769 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735b35f-3659-466c-a9a2-2f0c73bec47d') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:28.674073 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735b35f-3659-466c-a9a2-2f0c73bec47d') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:28.683157 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: b6fa0597-4bfd-4327-bd16-f37f1a8c2391 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:52:28.688442 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b6fa0597-4bfd-4327-bd16-f37f1a8c2391 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:52:28.688556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.702349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.708887 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:52:28.709281 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:52:28.722644 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:52:28.790058 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37600) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:28.853773 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Deleting subnet 192e13a1-a6f0-45fb-963e-5525d787d457 {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:52:28.856643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.874143 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.878534 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:28.892357 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.902612 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=edb9660d-3bd3-44af-a214-e0e768a6a043,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:28.905796 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:28.912166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504595'] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.966361 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:28.989384 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-01a2c3a7-b684-4754-8704-adf93030a8c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/edb9660d-3bd3-44af-a214-e0e768a6a043 HTTP/1.1" status: 204 len: 168 time: 0.5837555 May 11 19:52:29.309627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27501975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27347015'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.352999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:29.413045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192e13a1-a6f0-45fb-963e-5525d787d457,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:29.415576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:29.419025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.433116 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-0d0473ab-d619-4f76-af0f-593e2b8e340b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/192e13a1-a6f0-45fb-963e-5525d787d457 HTTP/1.1" status: 204 len: 168 time: 0.6419828 May 11 19:52:29.435778 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37632) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:29.475021 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85983d8-72f7-4eb6-b3e1-f58b63e793f6 req-c0c0ab24-0246-4144-9305-cb0e273e718a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:29.475021 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e85983d8-72f7-4eb6-b3e1-f58b63e793f6 req-c0c0ab24-0246-4144-9305-cb0e273e718a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1629946 May 11 19:52:29.525541 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e85983d8-72f7-4eb6-b3e1-f58b63e793f6 req-8ed8b880-ced4-4bb5-957c-05bb83f39360 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 May 11 19:52:29.579164 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.587179 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37640) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:29.646317 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-71088cff-0c06-41e4-9cc9-472879925c15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91382f1fd9c5436491ac19811c85ca5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578859 May 11 19:52:29.648726 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37644) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:29.739545 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.790679 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.798657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.820811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c80d483-83e2-4728-9896-3b8f9b02290b']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:29.842194 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757aef8f-b153-4f89-9e13-5f3186682a75') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:29.842813 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757aef8f-b153-4f89-9e13-5f3186682a75') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:29.863225 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.900515 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.912067 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:52:29.915901 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:52:29.946484 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:52:30.080490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:30.085845 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:30.109070 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:30.112242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a6891-b2f2-4e5f-8518-6b7464ec5452,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:30.113892 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:30.128943 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:30.143603 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:30.168775 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c80d483-83e2-4728-9896-3b8f9b02290b,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:30.181546 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:30.192392 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:30.194358 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/568a6891-b2f2-4e5f-8518-6b7464ec5452 HTTP/1.1" status: 204 len: 168 time: 0.5446222 May 11 19:52:30.259284 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6af7eca6-7b89-480f-b2e6-1368f656b725 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c80d483-83e2-4728-9896-3b8f9b02290b HTTP/1.1" status: 204 len: 168 time: 0.8221910 May 11 19:52:30.740760 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37672) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:30.795288 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-358a39fa-4ac2-4ef3-9da1-5259da766fb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d56cf86861b749e29a60510719028e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511184 May 11 19:52:30.796058 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37676) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:30.863488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:30.891514 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:31.075035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:31.080476 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:31.099848 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c29d6-b960-4115-9f4f-c2fadd382585,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:31.102407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:31.120269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fd12d-05cb-4581-b8a9-d7c8b84c1c3a req-26c7e140-7d0d-4e6a-809f-f9c4c3256ab2 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:31.121804 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-041fd12d-05cb-4581-b8a9-d7c8b84c1c3a req-26c7e140-7d0d-4e6a-809f-f9c4c3256ab2 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1108749 May 11 19:52:31.178020 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-041fd12d-05cb-4581-b8a9-d7c8b84c1c3a req-99b13cfd-8895-4718-9553-899ff242f492 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472744 May 11 19:52:31.188301 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:31.188301 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d37c29d6-b960-4115-9f4f-c2fadd382585 HTTP/1.1" status: 204 len: 168 time: 0.3886924 May 11 19:52:31.697622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816239-5eae-420f-85bb-f6ffd875bff5 req-4eefbf1a-eae1-4200-8a3e-1c227256d58f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:31.699125 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a1816239-5eae-420f-85bb-f6ffd875bff5 req-4eefbf1a-eae1-4200-8a3e-1c227256d58f tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.1281152 May 11 19:52:31.791561 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a1816239-5eae-420f-85bb-f6ffd875bff5 req-3817de5b-44bb-4fd7-97f1-d6dd428924fb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855775 May 11 19:52:31.832556 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-2ab983a3-4e6e-4842-959a-ab0f0f03d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:31.834190 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-2ab983a3-4e6e-4842-959a-ab0f0f03d026 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 1098 time: 0.0822060 May 11 19:52:31.967657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-2d38e4f2-4c09-4f0e-9105-ddc74758e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:31.969323 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-2d38e4f2-4c09-4f0e-9105-ddc74758e91a service neutron] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 912 time: 0.1283302 May 11 19:52:32.116591 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-b76afedd-a263-48d2-972a-c8f64c8616c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 200 len: 1000 time: 0.1396956 May 11 19:52:32.190656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-050b52fa-44dd-4491-8476-c05ed32a00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:32.192218 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-050b52fa-44dd-4491-8476-c05ed32a00b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.0679364 May 11 19:52:32.276894 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-087f652f-d3d8-484d-b809-7aff31af04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:32.278525 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-087f652f-d3d8-484d-b809-7aff31af04cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780957 May 11 19:52:32.433926 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-393329bc-9477-400d-920f-4c194d6e1646 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453817 May 11 19:52:32.587313 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee7a4d70-c856-4814-acfb-f46e4da7733d req-1a527d57-ba9f-4566-bcc1-b67f6f0e3637 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457744 May 11 19:52:32.997184 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb8db-b96b-4dd0-9044-96ad7723ce0b req-905970b0-5e8a-4fe1-b988-1ef01a51cf53 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:32.999779 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cd5cb8db-b96b-4dd0-9044-96ad7723ce0b req-905970b0-5e8a-4fe1-b988-1ef01a51cf53 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0884924 May 11 19:52:33.048004 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cd5cb8db-b96b-4dd0-9044-96ad7723ce0b req-141b288a-2f99-4844-ad4a-ec45274727a1 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 May 11 19:52:34.245294 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13178e8b-cfdf-4d4c-acd0-6b12961ec479 req-e224cf7f-ec7f-4575-bef5-ff340e0afb3b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:34.247043 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-13178e8b-cfdf-4d4c-acd0-6b12961ec479 req-e224cf7f-ec7f-4575-bef5-ff340e0afb3b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.0826604 May 11 19:52:34.297116 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-13178e8b-cfdf-4d4c-acd0-6b12961ec479 req-69c19930-ca9e-48ef-867d-9964fadfe11b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 May 11 19:52:34.521478 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37794) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:34.640327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:34.658638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:34.662597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Usage tracker for resource:security_group_rule and tenant:02dbf61393a847d1bf15f1af84aed97a is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:34.665503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:34.671448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:34.758160 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:34.857233 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:34.864582 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5db455e0-b268-45fd-9749-09fb2ee677ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:34.909098 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02dbf61393a847d1bf15f1af84aed97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864911 May 11 19:52:34.910177 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37808) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:34.910651 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec5f51-b67f-48ba-86b4-63df3e11bfc5,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:34.915716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:34.988045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:35.014234 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:35.114602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:35.119473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e68a5148-1b1d-43ad-8474-5871c8d6066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:35.135286 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec5f51-b67f-48ba-86b4-63df3e11bfc5,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:35.138278 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:35.140386 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:35.143634 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbec5f51-b67f-48ba-86b4-63df3e11bfc5 HTTP/1.1" status: 204 len: 168 time: 0.2316082 May 11 19:52:35.865101 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37836) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:35.884191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:35.899907 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:35.903942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Usage tracker for resource:security_group_rule and tenant:80ac2631bfb548118ee5f39cbcc183dc is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:35.906837 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:35.913159 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:35.996470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.040268 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.049388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:36.095434 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80ac2631bfb548118ee5f39cbcc183dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291088 May 11 19:52:36.096193 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a90d8-5b95-46a8-a15e-b6593984a985,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:36.100175 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:36.100693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37842) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:36.244322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.270248 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.400660 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.404362 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-bf776a45-3b92-4db6-bf59-f8cf3401e1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:36.415080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a90d8-5b95-46a8-a15e-b6593984a985,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:36.419017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:36.423216 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:36.424372 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/561a90d8-5b95-46a8-a15e-b6593984a985 HTTP/1.1" status: 204 len: 168 time: 0.3220842 May 11 19:52:37.400498 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37884) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:37.642133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:37.656574 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:37.660560 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7a311980e84f679ba8250ef67a7c50 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:37.663435 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:37.669102 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:37.769570 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:37.851786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:37.860665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2efe6021-3588-48b9-a0b9-aed8a5180a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:37.902909 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042f1c90-e6ab-435c-97bb-f02dfbf69b82,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:37.907783 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d7a311980e84f679ba8250ef67a7c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061097 May 11 19:52:37.908530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4d167125-5201-4e39-9309-a3f3e61488f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:37.910631 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37898) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:37.973406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:38.001473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:38.120589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:38.127184 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6a522222-8fda-48df-8c02-75b9a8be2fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:38.140138 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042f1c90-e6ab-435c-97bb-f02dfbf69b82,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:38.146421 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:38.148658 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:38.149742 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/042f1c90-e6ab-435c-97bb-f02dfbf69b82 HTTP/1.1" status: 204 len: 168 time: 0.2381220 May 11 19:52:38.891473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37930) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:38.917265 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:38.932156 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:38.936053 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Usage tracker for resource:security_group_rule and tenant:55d36e2b0387489bbb9b3a40f763ddcb is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:38.938915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:38.945359 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:39.034715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.114685 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.123910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b71cb053-a9ca-42e1-a41a-1ec4b41ef397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:39.164797 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d36e2b0387489bbb9b3a40f763ddcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723274 May 11 19:52:39.166805 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac26337b-0760-4df2-8b46-5e3b759b3bdd,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:39.167594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 37938) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:39.170001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:39.336621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b782-6875-46d1-8856-1125e6d361dd req-319d38de-c67b-49ee-866c-3fbbc373a824 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:39.338066 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6a58b782-6875-46d1-8856-1125e6d361dd req-319d38de-c67b-49ee-866c-3fbbc373a824 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.2234421 May 11 19:52:39.347380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.402929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.416121 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6a58b782-6875-46d1-8856-1125e6d361dd req-52237166-6349-45a1-878f-3293f5a250c7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698776 May 11 19:52:39.439662 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37946) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:39.537343 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.547884 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b2bc94c2-e8dc-43f2-8b66-2a457dd49825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:39.565406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac26337b-0760-4df2-8b46-5e3b759b3bdd,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:39.573718 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.574095 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.574455 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.574809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.575216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.575566 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.576029 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.576377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.576955 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.582940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.583346 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.583707 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:52:39.586790 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:39.599685 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.601063 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac26337b-0760-4df2-8b46-5e3b759b3bdd HTTP/1.1" status: 204 len: 168 time: 0.4325526 May 11 19:52:39.755953 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4d2ae-a4da-4d1f-9ae5-2422e2993e3c tempest-TestMinimumBasicScenario-1085318272 tempest-TestMinimumBasicScenario-1085318272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:39.760429 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-13b4d2ae-a4da-4d1f-9ae5-2422e2993e3c tempest-TestMinimumBasicScenario-1085318272 tempest-TestMinimumBasicScenario-1085318272-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1093 time: 0.3170345 May 11 19:52:39.760548 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 37966) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:39.766288 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'port_id': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:39.772155 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:39.776005 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:floatingip and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:39.778786 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:39.784581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:39.857677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for floatingip, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:39.999329 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:40.143680 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Allocated IP 172.27.3.163 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/c9e5822b-80b5-40d4-ab07-52b015852ff8) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:52:40.297503 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:40.383363 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:40.388473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:40.446431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:52:40.449068 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:52:40.452789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:52:40.492322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'Port': ['ID=c9e5822b-80b5-40d4-ab07-52b015852ff8,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:40.496400 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:40.874077 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.020338 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.331300 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.396047 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38016) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:41.411736 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.422571 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2bc3c5f6-0d9b-45ac-92e3-fe501186b742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:41.551417 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'Port': ['ID=c9e5822b-80b5-40d4-ab07-52b015852ff8,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:41.555553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.566849 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:41.582878 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:41.588272 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:41.636778 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Usage tracker for resource:security_group_rule and tenant:ad64630c26ef4688987d4b79ff8dc325 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:41.644507 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:41.725409 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:41.828284 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Floating IP ac01b543-62e3-484f-9b38-bb2b5a45e52b associated. External IP: 172.27.3.163, port: 9fe7e391-4f02-49ed-b060-7c714cb33be3. May 11 19:52:42.035910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.139078 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.209154 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0e5e5123-4764-4382-9b05-2453dbd49a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:42.285476 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad64630c26ef4688987d4b79ff8dc325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8880694 May 11 19:52:42.287970 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38038) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:42.293366 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4121965e-b8e8-4da1-a4e8-e8b460dffcae,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:42.298053 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:42.337180 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Router c1bd80dd-3794-419c-b13a-15555262f2a4 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:52:42.374832 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.402879 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.509432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.514428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1cfb14ff-09fe-4be4-8ac2-62c918788680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:42.528060 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121965e-b8e8-4da1-a4e8-e8b460dffcae,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:42.531961 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:42.534126 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.535264 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d3b703c4-4f87-455e-a531-bbae74483550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4121965e-b8e8-4da1-a4e8-e8b460dffcae HTTP/1.1" status: 204 len: 168 time: 0.2462690 May 11 19:52:42.553853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:52:42.565581 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Sync routers for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:52:42.576705 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:52:42.577664 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:42.703851 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.767256 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0020645 May 11 19:52:42.767256 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:42.767528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38056) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:42.772799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132951195', 'description': 'tempest-secgroup-smoke-1132951195 description', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:42.778482 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:42.788822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:42.800245 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:52:42.829378 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:52:42.868644 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:42.950092 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:42.956774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:42.960486 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:42.967959 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:43.014927 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52feb-4109-4b53-a782-67a5af81f986 req-1bbb13f3-2096-4951-aacf-047c15607ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:43.016735 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-1bbb13f3-2096-4951-aacf-047c15607ab8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1098 time: 0.1366704 May 11 19:52:43.159433 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.194238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': 'ac01b543-62e3-484f-9b38-bb2b5a45e52b', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'port_id': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'mac_address': 'fa:16:3e:86:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:52:40Z', 'updated_at': '2021-05-11T19:52:40Z', 'revision_number': 0, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:43.198600 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Checking router: c1bd80dd-3794-419c-b13a-15555262f2a4 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:52:43.207659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:52:43.208501 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:43.213508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52feb-4109-4b53-a782-67a5af81f986 req-16ac98ac-e9f1-48a1-9458-ed325d9ac157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:43.215177 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-16ac98ac-e9f1-48a1-9458-ed325d9ac157 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.1787751 May 11 19:52:43.301280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.308502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3fe3da9c-2c64-4874-ac9f-69b5824673cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:43.378178 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-497b2215-b724-4249-8e6b-2a81416780b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 999 time: 0.1555965 May 11 19:52:43.379011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b473b7b6-0b87-4f28-b088-50ff4e122db1,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:43.382968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38074) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:43.385533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:43.404388 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:52:43.436499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.455621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.456814 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6883461 May 11 19:52:43.459935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38078) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:43.465203 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:43.466853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:43.472004 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a141694d374dbf92d34fef449251b5 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:43.474001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:43.479322 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:43.479460 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:43.481150 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:43.481809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:43.488729 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:43.503607 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52feb-4109-4b53-a782-67a5af81f986 req-bf19028d-de64-4197-bba1-e5f7ba002527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:43.505349 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-bf19028d-de64-4197-bba1-e5f7ba002527 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.1076984 May 11 19:52:43.577229 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.627574 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52feb-4109-4b53-a782-67a5af81f986 req-95a545d4-3c0d-4e7e-b54f-6387a2ae1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:43.629259 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-95a545d4-3c0d-4e7e-b54f-6387a2ae1e67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139460 May 11 19:52:43.662166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.663174 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.754066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.763574 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-786d0177-0afc-4480-b369-790570381893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:43.771663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.774212 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:43.805679 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': 'ac01b543-62e3-484f-9b38-bb2b5a45e52b', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'port_id': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'mac_address': 'fa:16:3e:86:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:52:40Z', 'updated_at': '2021-05-11T19:52:40Z', 'revision_number': 0, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:52:43.807936 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8c3c8b-6db5-4499-8172-a8263a542aeb,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:43.813847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:43.814172 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c299b69-386b-428a-b340-2034b48c8fef None None] The sync data for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi is: [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': 'ac01b543-62e3-484f-9b38-bb2b5a45e52b', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'port_id': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'mac_address': 'fa:16:3e:86:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:52:40Z', 'updated_at': '2021-05-11T19:52:40Z', 'revision_number': 0, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:52:43.833925 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-a81184a3-0829-466b-b30b-64605443a6a2 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918461 May 11 19:52:43.834589 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda225bf-2e56-423e-a028-1862b1769d4b,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:43.838768 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5a141694d374dbf92d34fef449251b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548974 May 11 19:52:43.839768 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:43.842808 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38084) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:43.880522 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:43.883599 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4202228 May 11 19:52:43.884578 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38088) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:43.889935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:43.897775 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:43.903199 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:43.906808 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:43.917261 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:43.973538 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.051494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.054843 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aca52feb-4109-4b53-a782-67a5af81f986 req-50027064-7a30-402f-b9bf-5e8ecd44c75c service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125459 May 11 19:52:44.059594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.065692 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0005661-c086-4fa1-acb2-8606885725c2 None None] New status for floating IP ac01b543-62e3-484f-9b38-bb2b5a45e52b: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:52:44.101270 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.139866 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.149547 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c9729a11-8369-4eed-8be1-fa6a7df6a512 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:44.173387 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa12a9d-a5cf-4600-aafc-4f229e015aae,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:44.185977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:44.234329 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.239891 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2f58856e-0b29-4283-b768-58afc820cff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:44.252432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda225bf-2e56-423e-a028-1862b1769d4b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:44.255026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:44.258480 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.263756 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.270042 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1ee75817-db80-4416-84fe-d69ddffeb305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3843155 May 11 19:52:44.274234 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38104) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:44.285871 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:44.291560 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eda225bf-2e56-423e-a028-1862b1769d4b HTTP/1.1" status: 204 len: 168 time: 0.4477131 May 11 19:52:44.295180 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:44.299416 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:44.302647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:44.309080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:44.386022 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.458161 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.549056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.551179 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:44.575390 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e64cbd2-c1ff-48ac-9e24-52efed59bb42,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:44.581688 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:44.646102 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.647349 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-610a8462-5ec5-4e4b-a088-fb5858c03d4e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721292 May 11 19:52:44.653118 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38110) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:44.655268 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:44.661554 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:44.665620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:44.668516 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:44.677657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:44.766586 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.849295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.914526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:44.916904 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-38075ce0-0ab8-46d2-bb46-042045515e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:44.942768 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306a888d-f4a9-472b-ad75-e52a2829fa0d,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:44.947636 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:45.024720 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.029942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38126) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:45.031592 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791115 May 11 19:52:45.036430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:45.042366 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:45.047909 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:45.050579 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:45.059170 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:45.155205 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.securitygroups_db [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Project aa4647b4daa64fa68a1583102cf1afcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:52:45.162143 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.257647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.326067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.328772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:45.349991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be5659e-640d-4ee4-955f-a6de0b316111,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:45.354052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:45.440446 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.441815 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-75686eed-60fb-4c1b-814e-341d239dd5a8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4107192 May 11 19:52:45.444644 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38146) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:45.450218 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'security_group_rule': {'security_group_id': 'b473b7b6-0b87-4f28-b088-50ff4e122db1', 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:45.456812 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:45.461001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Usage tracker for resource:security_group_rule and tenant:aa4647b4daa64fa68a1583102cf1afcd is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:45.464076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:45.474085 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:45.549117 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.securitygroups_db [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Project aa4647b4daa64fa68a1583102cf1afcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:52:45.556955 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.632657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.703752 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.705865 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-07ee94d6-ad91-4126-a2ba-745886dd618c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:45.727390 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec00066e-c75a-48c2-a04f-8aab0fa453f8,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:45.729666 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:45.806081 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:45.807337 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616207 May 11 19:52:45.936517 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-67dc7a51-aaac-4773-8ca8-b9d93519e5fe tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:52:45.994499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-67dc7a51-aaac-4773-8ca8-b9d93519e5fe tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:52:45.995781 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-67dc7a51-aaac-4773-8ca8-b9d93519e5fe tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132951195&fields=id&tenant_id=aa4647b4daa64fa68a1583102cf1afcd HTTP/1.1" status: 200 len: 267 time: 0.1017752 May 11 19:52:46.082236 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-d774544f-b23f-4dd9-b2dd-cb80ddd6892b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:46.083749 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-d774544f-b23f-4dd9-b2dd-cb80ddd6892b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.0817289 May 11 19:52:46.096028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'port': {'security_groups': ['0796bf24-841e-423b-b701-7e09886c8e8c', 'b473b7b6-0b87-4f28-b088-50ff4e122db1']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:52:46.222314 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:46.497779 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-53522cf6-66c7-4f63-bbcf-d2fc8735ada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:46.629307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:52:46.655054 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:46.720938 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:46.726612 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:46.766241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:46.790368 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:46.791061 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:46.792422 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-22ae3a4d-2c21-4013-8da5-fa43a700c57d req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "PUT /v2.0/ports/9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 981 time: 0.7015400 May 11 19:52:46.792942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:52:46.839461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=6']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:46.840612 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:46.946670 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:52:47.072722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e507c-3a5e-438d-a472-1d8ecc10f498 req-fe308d3e-dd7c-4a37-af87-96388842db5b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:47.080131 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-272e507c-3a5e-438d-a472-1d8ecc10f498 req-fe308d3e-dd7c-4a37-af87-96388842db5b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1317339 May 11 19:52:47.153397 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-272e507c-3a5e-438d-a472-1d8ecc10f498 req-6cba51e4-b694-4ec4-b1c5-a37ceb60b9db tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663328 May 11 19:52:47.208483 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:52:47.210777 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3e3e7f81-6de2-474f-a91c-a3f8b9570d2c None None] Provisioning complete for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:52:47.211185 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7f81-6de2-474f-a91c-a3f8b9570d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:47.336502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-3c673d59-9e35-4450-81f0-57184d5a379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:47.337965 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-3c673d59-9e35-4450-81f0-57184d5a379d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1137 time: 0.0741708 May 11 19:52:47.473253 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-3c49dbe3-050c-45e9-9bca-194081e17c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:47.474689 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-3c49dbe3-050c-45e9-9bca-194081e17c1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.1291256 May 11 19:52:47.593601 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-de9bcc5a-8426-4ddd-b2ea-72c40d0699c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 1001 time: 0.1114657 May 11 19:52:47.698510 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-db12aa4b-16f4-42ef-be1e-e0076af2cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:47.700639 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-db12aa4b-16f4-42ef-be1e-e0076af2cfff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.0986068 May 11 19:52:47.787408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-a35e845e-742f-4a81-a579-0fda77935280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:52:47.793223 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-a35e845e-742f-4a81-a579-0fda77935280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803559 May 11 19:52:47.942717 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-e54fe51a-7e08-4253-a066-8133d78ecb88 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374483 May 11 19:52:48.095518 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7c314b3a-1e41-4ba6-ba30-538557b4e336 req-575abd4a-0e3f-4389-b721-a74522b5f4fc service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443264 May 11 19:52:48.880143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:48.959919 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5d83132e-8995-4086-b7b3-cb035ba00c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:50.320650 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:51.583168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:54.627673 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38288) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:54.742648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:54.756828 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:54.760504 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Usage tracker for resource:security_group_rule and tenant:0a411375f8044d779286e7bc6086ad44 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:54.763205 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:54.768973 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:54.939395 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.000689 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.009611 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c90515d8-4aca-4691-a6b3-a75f23938974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:55.049371 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac24a4-fcc3-4ea2-9b9e-b1f8cac86d5a,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:55.055962 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a411375f8044d779286e7bc6086ad44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247966 May 11 19:52:55.055962 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:55.056223 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38302) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:55.118396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.147621 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.268802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.274159 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3aec5c2d-fbd2-48ec-8c23-82f38b5b1f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:55.287833 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac24a4-fcc3-4ea2-9b9e-b1f8cac86d5a,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:55.291309 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:55.294552 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.295691 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0ac24a4-fcc3-4ea2-9b9e-b1f8cac86d5a HTTP/1.1" status: 204 len: 168 time: 0.2386189 May 11 19:52:55.898808 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38318) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:55.916370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:55.931157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:55.934954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Usage tracker for resource:security_group_rule and tenant:7f9f6c0ff5fd4a63ad2c505e45b96bb4 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:55.938572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:55.944446 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:56.024442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.096683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.105177 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:56.148384 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f9f6c0ff5fd4a63ad2c505e45b96bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484465 May 11 19:52:56.149904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29be1e42-cadf-4255-aaa1-ccbd9e321ddb,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:56.151149 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38322) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:56.152955 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:56.211453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.237944 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.360723 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.365727 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:56.379473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29be1e42-cadf-4255-aaa1-ccbd9e321ddb,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:56.387185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:56.389475 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29be1e42-cadf-4255-aaa1-ccbd9e321ddb HTTP/1.1" status: 204 len: 168 time: 0.2362182 May 11 19:52:56.389475 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:56.934249 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38346) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:57.054046 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.068505 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:57.072412 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a906171624fc466ba6716a5405ef763f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:57.075402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:57.081290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:57.169121 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.297363 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.309665 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-56db2404-5648-4049-bc5b-585974da457e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:57.350865 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a906171624fc466ba6716a5405ef763f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154956 May 11 19:52:57.353795 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5017e6-3e1e-4927-9cc2-2267409d2637,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:57.355788 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38362) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:57.367607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:57.417949 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.443898 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.583239 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.588249 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-99c7676b-c3e7-418a-a3ab-9bdb1b745807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:57.601968 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5017e6-3e1e-4927-9cc2-2267409d2637,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:57.604572 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:57.605719 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:57.606841 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b5017e6-3e1e-4927-9cc2-2267409d2637 HTTP/1.1" status: 204 len: 168 time: 0.2501311 May 11 19:52:57.863370 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.296159 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38394) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:58.315792 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.330365 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:58.334177 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Usage tracker for resource:security_group_rule and tenant:83c8ad20962748c1a77b5a31dadd43a0 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:58.336991 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:58.343039 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:58.431599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.497488 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.505375 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3d1fafe7-0380-4e7c-befd-be04d134cea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:58.544476 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd1ef8-bd15-4ab1-b35a-c7cb6236e3ca,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:58.549600 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83c8ad20962748c1a77b5a31dadd43a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518649 May 11 19:52:58.550457 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:58.552601 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38402) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:58.610666 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.636847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.742799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.746607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ec7ed736-cb91-4bda-a80b-b6fbbdbff3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:58.758205 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd1ef8-bd15-4ab1-b35a-c7cb6236e3ca,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:58.761770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:58.764859 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:58.766748 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2cd1ef8-bd15-4ab1-b35a-c7cb6236e3ca HTTP/1.1" status: 204 len: 168 time: 0.2135358 May 11 19:52:59.418559 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38432) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:59.441016 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.455290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:59.459183 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Usage tracker for resource:security_group_rule and tenant:0a40d92c82ba4c87a719d38bb743c415 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:59.461920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:59.467825 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:59.568911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.651971 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.660976 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6af454ed-eddf-4946-bf9b-54c330adebf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:59.699917 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a40d92c82ba4c87a719d38bb743c415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801144 May 11 19:52:59.700822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daae59a-7183-4ddd-905c-70e2aca09285,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:59.703320 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38442) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:59.704509 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:59.772118 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.798317 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38450) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:52:59.800401 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.918657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.920044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.925146 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-81b7650a-bd78-442a-90f3-f99dca40f9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:52:59.932730 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:52:59.936740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Usage tracker for resource:security_group_rule and tenant:f89a44e4954841d8b3da42ea6f23b62e is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:52:59.939798 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daae59a-7183-4ddd-905c-70e2aca09285,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:52:59.940636 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:52:59.943104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:52:59.953992 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:52:59.954095 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:52:59.954570 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0daae59a-7183-4ddd-905c-70e2aca09285 HTTP/1.1" status: 204 len: 168 time: 0.2487078 May 11 19:53:00.038665 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.097523 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.106209 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1b21ef48-c733-44cc-a33f-3474a81e83ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:00.152006 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f89a44e4954841d8b3da42ea6f23b62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524451 May 11 19:53:00.152910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516e1e7-fad7-4fa6-b949-8597ba2fc37e,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:00.154738 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38462) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:00.156006 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:00.216063 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.243097 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.360843 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.365819 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21c7e979-8e82-4b67-9788-42aab5918e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:00.377605 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38472) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:00.381733 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516e1e7-fad7-4fa6-b949-8597ba2fc37e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:00.389273 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:00.390713 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.391959 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-5c21654d-455f-443c-90f3-d6568e904e6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3516e1e7-fad7-4fa6-b949-8597ba2fc37e HTTP/1.1" status: 204 len: 168 time: 0.2361214 May 11 19:53:00.502201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.517802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:00.521814 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ab5e4177c0413c89c09299d35d8c21 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:00.524734 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:00.530459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:00.613253 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.669029 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.679250 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2a46d8cf-eea8-43cb-9b4f-7dcd54c1f547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:00.724639 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0ab5e4177c0413c89c09299d35d8c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460882 May 11 19:53:00.725732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae52837-f74f-4a4d-bcb0-a8d33ef0b38c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:00.727309 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38492) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:00.740419 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-150ac624-9adc-401a-b8d2-3fde819025f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:00.837110 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.870422 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:00.933534 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48281-bf1c-4daa-9dfc-df461d74ffe6 req-524ff1c1-a806-4655-867e-c7d0b9425c73 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:00.935006 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-abf48281-bf1c-4daa-9dfc-df461d74ffe6 req-524ff1c1-a806-4655-867e-c7d0b9425c73 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 947 time: 0.1447630 May 11 19:53:00.982935 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-abf48281-bf1c-4daa-9dfc-df461d74ffe6 req-d4642d09-52d0-4510-8025-646604869653 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401800 May 11 19:53:01.040067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:01.044870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:01.059066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae52837-f74f-4a4d-bcb0-a8d33ef0b38c,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:01.061654 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:01.063466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:01.067418 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bae52837-f74f-4a4d-bcb0-a8d33ef0b38c HTTP/1.1" status: 204 len: 168 time: 0.3356817 May 11 19:53:01.719768 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38530) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:01.737860 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:01.752933 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:01.757072 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Usage tracker for resource:security_group_rule and tenant:1afedbe68212495196e72a2471132dac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:01.760060 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:01.766510 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:01.821577 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38534) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:01.854844 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:01.914799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:01.924467 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d363126f-7b16-4e29-b408-2621966ec55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:01.931494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1056273760-network', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:01.936128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:01.940197 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Usage tracker for resource:network and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:01.943068 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:01.949605 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:01.964741 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afedbe68212495196e72a2471132dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438831 May 11 19:53:01.966477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9585b694-a466-4cda-966b-049511061b5d,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:01.967327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38542) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:01.970149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fc4c16af-9218-4766-bdbd-6aa132a2143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:02.016031 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Made reservation on behalf of 7a81fc91eaf6488ab423bd84e0b78f96 for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:02.018543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.034363 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.059789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:02.062563 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.066609 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:02.075460 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:02.085873 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:02.105378 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.222332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.279861 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.284286 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5291ce2a-8c94-4c00-b165-ad2897848b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:02.298994 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585b694-a466-4cda-966b-049511061b5d,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:02.302883 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:02.311329 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.319075 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a77228db-07d4-4d5d-a182-bb0afd4138ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:02.352567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:53:02.354765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.355905 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9585b694-a466-4cda-966b-049511061b5d HTTP/1.1" status: 204 len: 168 time: 0.3876379 May 11 19:53:02.367519 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e5b51-d457-486e-b2fa-dbb15e275f5e,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:02.372402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:02.373789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.374145 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Added segment f8933aee-0d62-41c0-8c93-8383a4e94cc4 of type vlan for network b16934e3-0221-4445-801e-34d9a6cc51c9 May 11 19:53:02.410745 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.525035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.526452 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:02.527119 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.532617 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:02.624864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Pushing event updated for resources: {'Network': ['ID=b16934e3-0221-4445-801e-34d9a6cc51c9,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:02.627657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:02.635002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network b16934e3-0221-4445-801e-34d9a6cc51c9 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:53:02.725912 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9030120 May 11 19:53:02.734891 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38572) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:02.740957 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Request body: {'subnet': {'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1056273760-subnet', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:02.747177 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:02.752204 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Usage tracker for resource:subnet and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:02.756071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:02.762770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:02.848065 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Made reservation on behalf of 7a81fc91eaf6488ab423bd84e0b78f96 for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:02.848648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:02.975780 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38582) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:03.102316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.215503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:03.220376 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Usage tracker for resource:security_group_rule and tenant:be1e1e608f184c339e8efa207b77aa4b is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:03.223238 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:03.228841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:03.321291 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.331314 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.336282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e802f0f7-710a-4f03-a340-36647e7baf90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:03.378204 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.388636 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-755cc7ee-ec63-46bd-8351-6ebfbb5f0a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:03.412448 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad68a686-c2c6-45e1-b3dc-596e62579c0f,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:03.416532 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:03.420545 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:03.420907 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Network hostable DHCP agents. Network: b16934e3-0221-4445-801e-34d9a6cc51c9, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:53:03.434283 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be1e1e608f184c339e8efa207b77aa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575744 May 11 19:53:03.436646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae196b6-712f-4d89-a898-a2f877b48869,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:03.436850 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38598) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:03.440043 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:03.500122 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.509349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:53:03.533474 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.588373 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, b16934e3-0221-4445-801e-34d9a6cc51c9) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:03.597812 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:03.597993 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021af4d5-7560-425a-9bc0-777a9759888d None None] Network b16934e3-0221-4445-801e-34d9a6cc51c9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:03.598426 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.662854 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.665381 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.666520 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aae196b6-712f-4d89-a898-a2f877b48869 HTTP/1.1" status: 204 len: 168 time: 0.2285316 May 11 19:53:03.667297 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a5e54599-e5f3-44e5-b8b6-0ffc653c81a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:03.681713 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae196b6-712f-4d89-a898-a2f877b48869,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:03.689292 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:03.694084 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9551642 May 11 19:53:03.694248 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38608) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:03.702359 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:03.708421 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:03.714347 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Usage tracker for resource:router and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:03.721230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:03.738619 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:03.836463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-b16934e3-0221-4445-801e-34d9a6cc51c9', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:53:03.837282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.863960 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.865131 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:03.892361 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.004582 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Allocated IP 172.20.0.2 (b16934e3-0221-4445-801e-34d9a6cc51c9/ad68a686-c2c6-45e1-b3dc-596e62579c0f/e8fc9c35-1009-4207-8505-a9b02e2e81da) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:04.250892 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.261017 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Transition to ACTIVE for port object e8fc9c35-1009-4207-8505-a9b02e2e81da will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:04.279783 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Transition to ACTIVE for port object e8fc9c35-1009-4207-8505-a9b02e2e81da will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:04.326324 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.378224 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.383224 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:04.411025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38624) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:04.437204 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:04.440270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:04.444195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:04.458930 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:53:04.467851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.485149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:04.492611 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Usage tracker for resource:security_group_rule and tenant:67a6fc8dd7424347aecef6b227531d2f is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:04.496354 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:04.498048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Pushing event updated for resources: {'Port': ['ID=e8fc9c35-1009-4207-8505-a9b02e2e81da,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:04.504348 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:04.524913 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:04.556665 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Attempting to bind port e8fc9c35-1009-4207-8505-a9b02e2e81da on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:04.557101 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Attempting to bind port e8fc9c35-1009-4207-8505-a9b02e2e81da by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:04.557755 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Attempting to bind port e8fc9c35-1009-4207-8505-a9b02e2e81da on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:04.565100 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:04.565539 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:04.566229 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.566691 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Bound using segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:04.567212 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Bound port: e8fc9c35-1009-4207-8505-a9b02e2e81da, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:04.567645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.613389 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.659852 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] For port e8fc9c35-1009-4207-8505-a9b02e2e81da, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:04.663246 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] For port e8fc9c35-1009-4207-8505-a9b02e2e81da, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e8fc9c35-1009-4207-8505-a9b02e2e81da,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:04.677525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.691066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47e7d2b4-67a9-4d2a-a3d6-aa9bb0336826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:04.728005 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67a6fc8dd7424347aecef6b227531d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142257 May 11 19:53:04.730909 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38634) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:04.732693 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e5d15-1249-478c-85c8-156000036f49,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:04.736559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:04.760109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.764708 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:04.767584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.806764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.845519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Pushing event updated for resources: {'Port': ['ID=e8fc9c35-1009-4207-8505-a9b02e2e81da,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:04.848542 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:04.896997 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:04.976990 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:05.033661 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Allocated IP 172.27.3.177 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/71ab9c55-f1ce-48c4-9ad0-22a076c85baf) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:05.204749 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:05.209862 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ee8bf521-0230-4392-8a9c-a93167a621e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:05.234503 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:05.237729 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e5d15-1249-478c-85c8-156000036f49,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:05.240084 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:05.275599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:05.275599 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a30e5d15-1249-478c-85c8-156000036f49 HTTP/1.1" status: 204 len: 168 time: 0.5374393 May 11 19:53:05.336013 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:05.347461 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:05.384107 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e8fc9c35-1009-4207-8505-a9b02e2e81da up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:05.407510 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:05.410610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:05.414576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:05.474840 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Pushing event updated for resources: {'Port': ['ID=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:05.482481 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:05.566533 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port e8fc9c35-1009-4207-8505-a9b02e2e81da completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:05.910840 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08b148-8131-4ec5-b676-9673d3b1798a None None] Network b16934e3-0221-4445-801e-34d9a6cc51c9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:05.958008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38676) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:06.029619 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.106973 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.157903 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:06.161092 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Provisioning for port e8fc9c35-1009-4207-8505-a9b02e2e81da completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:06.167736 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Provisioning complete for port e8fc9c35-1009-4207-8505-a9b02e2e81da triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:06.171109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.173390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Usage tracker for resource:security_group_rule and tenant:912b3915164c49b9a122848a08b2327c is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:06.177236 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:06.184754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:06.303385 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.305662 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.354308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] For port e8fc9c35-1009-4207-8505-a9b02e2e81da, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e8fc9c35-1009-4207-8505-a9b02e2e81da,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:06.362018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.375533 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c4aeb59a-f908-48d0-89f0-c04c9262e9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:06.418476 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=912b3915164c49b9a122848a08b2327c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591522 May 11 19:53:06.420158 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3147b579-e57d-40f5-939d-c109dfb2610f,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:06.423823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38690) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:06.426616 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:06.445400 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.457862 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.459584 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:06.497173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.531765 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.554407 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Pushing event updated for resources: {'Port': ['ID=e8fc9c35-1009-4207-8505-a9b02e2e81da,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:06.557731 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:06.599543 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-5fc09f4a-3e20-4667-8b39-1517a5793b7c None None] Provisioning complete for port e8fc9c35-1009-4207-8505-a9b02e2e81da triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:06.600081 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5fc09f4a-3e20-4667-8b39-1517a5793b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.658018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.663153 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-70dd3f89-75f9-4d4f-bc3e-29759172237e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:06.677757 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147b579-e57d-40f5-939d-c109dfb2610f,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:06.681841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:06.694566 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:06.695786 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3147b579-e57d-40f5-939d-c109dfb2610f HTTP/1.1" status: 204 len: 168 time: 0.2710352 May 11 19:53:06.736494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Router 376e0281-c067-4e90-8759-d881703617b2 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:53:06.923514 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:06.932305 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:06.941622 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:06.942247 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:07.011931 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.022527 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3181496 May 11 19:53:07.022702 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38708) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:07.178143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:07.410609 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e8fc9c35-1009-4207-8505-a9b02e2e81da up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:07.485055 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38722) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:07.510934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.534812 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:07.537788 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port e8fc9c35-1009-4207-8505-a9b02e2e81da triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:07.538181 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.548584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Usage tracker for resource:security_group_rule and tenant:03d5e3f9479f44388b3979e2ba457241 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:07.552548 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:07.568732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:07.668860 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:05Z', 'revision_number': 3, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:07.675820 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:07.676183 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Updating router 376e0281-c067-4e90-8759-d881703617b2 port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:53:07.679974 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.745036 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.752718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.759758 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8acfe419-8fd4-4bf4-ac1f-8d9193c3b2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:07.799616 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.815651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14522f-8ecf-4ec0-839b-065a59d10428,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:07.822946 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03d5e3f9479f44388b3979e2ba457241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354137 May 11 19:53:07.823698 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38730) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:07.827163 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:07.895791 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:07.926016 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.049329 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Allocated IP 172.20.0.1 (b16934e3-0221-4445-801e-34d9a6cc51c9/ad68a686-c2c6-45e1-b3dc-596e62579c0f/7f7c692e-d939-4d60-b9c0-1f88b17b2104) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:08.052083 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.057151 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-90cc5646-d9d7-4883-a130-51b26cfcde81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:08.068152 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14522f-8ecf-4ec0-839b-065a59d10428,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:08.071853 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:08.075306 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.076310 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e14522f-8ecf-4ec0-839b-065a59d10428 HTTP/1.1" status: 204 len: 168 time: 0.2508087 May 11 19:53:08.210090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.226204 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Transition to ACTIVE for port object 71ab9c55-f1ce-48c4-9ad0-22a076c85baf will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:08.250287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.267536 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Transition to ACTIVE for port object 7f7c692e-d939-4d60-b9c0-1f88b17b2104 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:08.286432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.292143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:08.361274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.361614 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Attempting to bind port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:08.362306 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Attempting to bind port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:08.362510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Attempting to bind port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:08.368554 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3588ed3d-461c-4819-aecd-37c11bf86305 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:08.377153 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:08.377537 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:08.377998 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.378341 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:08.379093 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Bound port: 71ab9c55-f1ce-48c4-9ad0-22a076c85baf, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:08.379502 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.406827 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Pushing event updated for resources: {'Port': ['ID=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:08.422565 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:08.518505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] For port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:08.523050 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] For port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:08.533812 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:08.536531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:08.540255 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:08.591798 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:08.595515 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:08.612287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.617292 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:08.617492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.699475 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:08.700108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:08.838169 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Pushing event updated for resources: {'Port': ['ID=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:08.850767 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:08.950311 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:08.974940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:08.986050 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38766) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:08.996671 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2c234aec-6c60-4493-b2bd-e324fe4d52ba None None] Provisioning for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:09.079768 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-2c234aec-6c60-4493-b2bd-e324fe4d52ba None None] Provisioning complete for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:09.080374 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c234aec-6c60-4493-b2bd-e324fe4d52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.131735 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.154434 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:09.159201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Usage tracker for resource:security_group_rule and tenant:6d990e8389614bd6b5079e9c84bdbbc4 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:09.162677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:09.170558 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:09.226062 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2c234aec-6c60-4493-b2bd-e324fe4d52ba None None] Port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:09.268951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.273571 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.340072 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:05Z', 'revision_number': 3, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:09.342562 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.345810 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a96973-466d-4173-b73e-d574ccd5d79f None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:05Z', 'revision_number': 3, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:09.367121 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.379724 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-520da4fd-af52-453a-887e-89bea8026045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:09.396213 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a5770fba-4dc4-4644-ad93-5b96f8e963a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:09.406785 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38780) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:09.429118 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d990e8389614bd6b5079e9c84bdbbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419923 May 11 19:53:09.432330 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38786) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:09.435817 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a004bcc9-8cd3-4302-a237-ad7aff177f4c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:09.451098 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:09.457742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.503401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.533485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.549648 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:09.553983 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:09.588632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845399339-network', 'tenant_id': 'db43a0eb42c14d1c83bdb345a68671a8'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:09.595423 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:09.599543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Usage tracker for resource:network and tenant:db43a0eb42c14d1c83bdb345a68671a8 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:09.602571 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:09.615717 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:09.616559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:09.617749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:09.698822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Made reservation on behalf of db43a0eb42c14d1c83bdb345a68671a8 for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:09.703586 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.719690 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.739329 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.744420 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:09.746700 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-31e8c8aa-2fdd-48a3-911f-9fe67ce4b6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:09.761006 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Usage tracker for resource:security_group_rule and tenant:db43a0eb42c14d1c83bdb345a68671a8 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:09.766446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:09.772225 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a004bcc9-8cd3-4302-a237-ad7aff177f4c,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:09.792233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:09.800047 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:09.826031 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.831359 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a004bcc9-8cd3-4302-a237-ad7aff177f4c HTTP/1.1" status: 204 len: 168 time: 0.3977439 May 11 19:53:09.837092 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:09.915560 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.960339 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:09.964558 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-691edad3-b66d-4b6e-8721-6943ea7be342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:09.972100 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-4e214e5d-0e31-4ebd-bf1e-7f2623ab41e3 None None] Provisioning complete for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:09.972987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4e214e5d-0e31-4ebd-bf1e-7f2623ab41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.052749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:10.063572 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] 10.222.0.15 "PUT /v2.0/routers/376e0281-c067-4e90-8759-d881703617b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452228 May 11 19:53:10.089075 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-4e214e5d-0e31-4ebd-bf1e-7f2623ab41e3 None None] Port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:10.107168 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:53:10.118389 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c08381d-7e8e-470d-9ee7-c390aa53f576,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:10.122360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:10.126703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.127364 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Added segment 88c0c092-63b2-4c87-b7c9-77c5a49a52da of type vlan for network d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f May 11 19:53:10.176642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.263452 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.264826 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:10.266171 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.271491 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2671c6e9-f63a-440b-a86e-c0eadf3f9ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:10.373772 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Pushing event updated for resources: {'Network': ['ID=d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:10.377261 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:10.386339 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:53:10.487679 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0796778 May 11 19:53:10.491518 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38800) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:10.497678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Request body: {'subnet': {'network_id': 'd4a51ae4-a912-453f-a8bf-a7ec4f18cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845399339-subnet', 'tenant_id': 'db43a0eb42c14d1c83bdb345a68671a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:10.503968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:10.507775 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Usage tracker for resource:subnet and tenant:db43a0eb42c14d1c83bdb345a68671a8 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:10.510607 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:10.517438 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:10.612098 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Made reservation on behalf of db43a0eb42c14d1c83bdb345a68671a8 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:10.617763 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27346988'] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.626910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38806) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:10.647830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.662823 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:10.667769 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Usage tracker for resource:security_group_rule and tenant:eebc24a85ac94354b65443bce6f4ddd3 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:10.670601 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:10.677128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:10.769650 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.869654 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:10.879431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4c5035d1-68ed-4a2d-8067-bc6ccb3f6643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:10.926136 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eebc24a85ac94354b65443bce6f4ddd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954597 May 11 19:53:10.926136 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce8627-985f-4e40-946a-603aafae8c9f,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:10.932857 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38816) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:10.932857 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:10.991631 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38822) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:11.003999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1616819827-network', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:11.011507 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:11.013922 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.018509 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Usage tracker for resource:network and tenant:abadd98d848c432491d5dbff7a61c72f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:11.028270 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:11.037815 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:11.055561 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.138310 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Made reservation on behalf of abadd98d848c432491d5dbff7a61c72f for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:11.142121 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.155447 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.165528 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.171431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1521a955-41d3-4cb7-9b8b-69dc2d3f89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:11.185189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce8627-985f-4e40-946a-603aafae8c9f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:11.188239 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:11.191275 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:11.194003 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Usage tracker for resource:security_group_rule and tenant:abadd98d848c432491d5dbff7a61c72f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:11.196975 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:11.201058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.201146 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27372628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27347038'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.201240 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50ce8627-985f-4e40-946a-603aafae8c9f HTTP/1.1" status: 204 len: 168 time: 0.2731042 May 11 19:53:11.205251 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-47bd624e-8d6d-46ff-8528-fd2c8925ec36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:11.206731 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:11.281770 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:11.285740 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133931c5-0313-4c4c-a12a-62902f9a5ba3,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:11.288395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:11.297182 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Checking segment: {'id': '88c0c092-63b2-4c87-b7c9-77c5a49a52da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd4a51ae4-a912-453f-a8bf-a7ec4f18cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:11.297722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Network hostable DHCP agents. Network: d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:53:11.298535 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:11.299567 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:11.303341 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.377591 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.382560 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8fb17555-3707-4aa5-8f64-1dfac503f672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:11.401514 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 71ab9c55-f1ce-48c4-9ad0-22a076c85baf up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:11.407190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Network d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:53:11.426935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:53:11.429080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196c92c5-3b93-470d-b328-2d68302e38e0,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:11.451417 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:11.459777 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.460262 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Added segment d0786924-5962-4610-b858-8b67f9cc1f68 of type vlan for network d64597c2-689f-4862-b105-005e7eaa32b2 May 11 19:53:11.487739 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.494292 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:11.536794 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:11.545645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:11.546323 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.546686 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1797d-7e97-4280-ac7f-51f39dfd3745 None None] Network d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:11.612448 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:11.624039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:11.624547 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.658168 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.659656 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:11.660373 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.670830 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1c384acc-7140-4d33-9a63-d4fb70363d24 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1791382 May 11 19:53:11.710490 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-69de3717-2613-49a6-b1b0-087f715516b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:11.845624 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:09Z', 'revision_number': 2, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:11.849955 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:11.851260 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Updating router 376e0281-c067-4e90-8759-d881703617b2 port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:53:11.870616 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa57b8d-782a-4022-aef1-2a5d871e5a19 None None] Network d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:11.892424 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8945391 May 11 19:53:11.892553 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.892663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38834) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:11.900021 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Request body: {'subnet': {'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1616819827-subnet', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:11.910513 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:11.924706 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Usage tracker for resource:subnet and tenant:abadd98d848c432491d5dbff7a61c72f is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:11.930370 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Pushing event updated for resources: {'Network': ['ID=d64597c2-689f-4862-b105-005e7eaa32b2,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:11.936420 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:11.937735 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:11.940037 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:11.945359 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network d64597c2-689f-4862-b105-005e7eaa32b2 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:53:11.953600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:12.043795 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:12.046013 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Made reservation on behalf of abadd98d848c432491d5dbff7a61c72f for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:12.049326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27346988'] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.106497 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.109619 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-491fa1ef-1c71-4d37-9590-483adbfb965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:12.253483 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:12.257343 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:12.454651 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.473537 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Transition to ACTIVE for port object 7f7c692e-d939-4d60-b9c0-1f88b17b2104 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:12.548766 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.553931 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-335e92f2-caa8-4b17-8207-645920c32091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:12.596977 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27372628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27347038'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.601539 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:12.687678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f2dddc-9020-4916-b84f-0361c49a2acb,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:12.690452 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:12.697677 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Checking segment: {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:12.697971 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Network hostable DHCP agents. Network: d64597c2-689f-4862-b105-005e7eaa32b2, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:53:12.771646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Network d64597c2-689f-4862-b105-005e7eaa32b2 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:53:12.794255 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Pushing event updated for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:12.810580 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.810888 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.811252 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.811580 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.812455 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.812798 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.813199 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.813518 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.813854 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.814186 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.814480 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.814850 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:12.829912 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:12.830168 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, d64597c2-689f-4862-b105-005e7eaa32b2) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:12.834157 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Attempting to bind port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:12.834784 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Attempting to bind port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:12.835387 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Attempting to bind port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:12.839186 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:12.839881 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.842198 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f8bef-88d7-43af-b0aa-4639916a83ee None None] Network d64597c2-689f-4862-b105-005e7eaa32b2 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:12.843580 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:12.844675 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:12.845327 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.846284 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Bound using segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:12.847142 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Bound port: 7f7c692e-d939-4d60-b9c0-1f88b17b2104, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:12.847682 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:12.915879 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38870) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:12.922187 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177390859-network', 'tenant_id': '6dc5ec07cd794cd694758507b4cb8a8c'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:12.926982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:12.932140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Usage tracker for resource:network and tenant:6dc5ec07cd794cd694758507b4cb8a8c is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:12.941289 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:12.950814 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:12.961376 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8d81764f-a59b-4b39-b03e-0d2f787f7d19 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0701103 May 11 19:53:12.964137 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 38876) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:12.971180 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:12.982750 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:12.994318 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Usage tracker for resource:router and tenant:abadd98d848c432491d5dbff7a61c72f is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:12.999070 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] For port 7f7c692e-d939-4d60-b9c0-1f88b17b2104, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:13.000790 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:13.010043 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] For port 7f7c692e-d939-4d60-b9c0-1f88b17b2104, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=7f7c692e-d939-4d60-b9c0-1f88b17b2104,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:13.011508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:13.046045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Made reservation on behalf of 6dc5ec07cd794cd694758507b4cb8a8c for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:13.049208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.066864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.075327 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.087228 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:13.108583 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:13.123327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc5ec07cd794cd694758507b4cb8a8c is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:13.126518 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.127072 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:13.127655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.139614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:13.151480 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.225994 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-d64597c2-689f-4862-b105-005e7eaa32b2', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:53:13.225994 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.235055 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Pushing event updated for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=4']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:13.240226 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-3626dacb-b7fb-43ae-8ddd-96a8b1e79cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:13.252801 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:13.254080 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:13.335055 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.382930 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.386135 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-aa21e8cc-4149-4886-8864-260e1567c85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:13.483747 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:53:13.506887 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 71ab9c55-f1ce-48c4-9ad0-22a076c85baf up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:13.520035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2898924d-bdcf-400a-b0c0-0c9485fbc36a,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:13.541479 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:13.554800 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.556356 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Added segment dc5556a5-10cf-441c-8a39-9074f16ec5f1 of type vlan for network c568f241-a081-4f5c-bee5-12f02216b3f1 May 11 19:53:13.608396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.662522 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Allocated IP 172.20.0.2 (d64597c2-689f-4862-b105-005e7eaa32b2/00f2dddc-9020-4916-b84f-0361c49a2acb/6e7546ae-6e1f-4e29-9d7e-822de571b075) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:13.662755 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.677798 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:13.731977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.734527 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:13.735178 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.741502 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:13.757269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:13.757756 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:13.912280 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Pushing event updated for resources: {'Network': ['ID=c568f241-a081-4f5c-bee5-12f02216b3f1,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:13.915317 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:13.935001 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network c568f241-a081-4f5c-bee5-12f02216b3f1 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:53:13.984399 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0622668 May 11 19:53:13.986651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38886) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:14.010284 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Request body: {'subnet': {'network_id': 'c568f241-a081-4f5c-bee5-12f02216b3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177390859-subnet', 'tenant_id': '6dc5ec07cd794cd694758507b4cb8a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:14.026311 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:14.038372 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Usage tracker for resource:subnet and tenant:6dc5ec07cd794cd694758507b4cb8a8c is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:14.041758 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:14.049291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:14.141895 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.154859 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Made reservation on behalf of 6dc5ec07cd794cd694758507b4cb8a8c for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:14.155502 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:12Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:14.159171 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.163378 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff47b0b-3711-4f3c-a91b-d932c94e5a72 None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:12Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:14.164297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Transition to ACTIVE for port object 6e7546ae-6e1f-4e29-9d7e-822de571b075 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:14.196433 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Transition to ACTIVE for port object 6e7546ae-6e1f-4e29-9d7e-822de571b075 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:14.275539 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.281774 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:14.348878 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.377295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Network d64597c2-689f-4862-b105-005e7eaa32b2 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:14.380890 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:14.383592 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:14.385643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.499938 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Pushing event updated for resources: {'Port': ['ID=6e7546ae-6e1f-4e29-9d7e-822de571b075,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:14.503387 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:14.523468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Attempting to bind port 6e7546ae-6e1f-4e29-9d7e-822de571b075 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:14.524012 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Attempting to bind port 6e7546ae-6e1f-4e29-9d7e-822de571b075 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:14.524393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Attempting to bind port 6e7546ae-6e1f-4e29-9d7e-822de571b075 on network d64597c2-689f-4862-b105-005e7eaa32b2 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:14.531495 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:14.532190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Checking segment: {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:14.532443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.532793 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Bound using segment: {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:14.533311 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Bound port: 6e7546ae-6e1f-4e29-9d7e-822de571b075, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:14.533701 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.577045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081b36e-f646-4719-b772-18726df790bb req-2cc0308f-9811-44da-8ab2-5365927cf62b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:14.584651 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1081b36e-f646-4719-b772-18726df790bb req-2cc0308f-9811-44da-8ab2-5365927cf62b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.3640950 May 11 19:53:14.620761 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Allocated IP 172.27.3.214 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/decebb65-6160-4a91-a902-288b3a1381a9) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:14.632645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] For port 6e7546ae-6e1f-4e29-9d7e-822de571b075, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:14.636572 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] For port 6e7546ae-6e1f-4e29-9d7e-822de571b075, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=6e7546ae-6e1f-4e29-9d7e-822de571b075,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:14.652413 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1081b36e-f646-4719-b772-18726df790bb req-d5b26dbf-5591-4613-9c40-4bb14dbdac8b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669012 May 11 19:53:14.704441 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.708631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:14.802035 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Pushing event updated for resources: {'Port': ['ID=6e7546ae-6e1f-4e29-9d7e-822de571b075,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:14.805319 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:14.822086 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.885299 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.889648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5179528e-f9c1-4d2d-8a65-0687542eca2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:14.914514 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:14.920421 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3f70c928-2838-4975-a695-979f14197247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:14.972208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4361fe2-cad3-47a6-84ec-aac8785839bd,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:14.974683 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:14.979733 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:14.981311 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Checking segment: {'id': 'dc5556a5-10cf-441c-8a39-9074f16ec5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c568f241-a081-4f5c-bee5-12f02216b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:14.981672 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Network hostable DHCP agents. Network: c568f241-a081-4f5c-bee5-12f02216b3f1, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:53:14.982712 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:14.991876 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:15.035396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Pushing event updated for resources: {'Port': ['ID=decebb65-6160-4a91-a902-288b3a1381a9,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:15.040817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:15.062847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Network c568f241-a081-4f5c-bee5-12f02216b3f1 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:53:15.150133 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, c568f241-a081-4f5c-bee5-12f02216b3f1) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:15.161399 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95607e5-b4d2-4896-99de-6cf75b4489d4 None None] Network c568f241-a081-4f5c-bee5-12f02216b3f1 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:15.169862 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:15.170488 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:15.289813 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fc0e8ddc-fa25-4e91-b902-f3c599b3c559 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2869239 May 11 19:53:15.406664 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8f0c6-b3d4-4079-874a-7717010f7104 None None] Network c568f241-a081-4f5c-bee5-12f02216b3f1 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:15.538350 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 7f7c692e-d939-4d60-b9c0-1f88b17b2104 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:15.673961 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:15.869480 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:16.053642 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:16.053942 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.164318 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d974e0e-bac0-4ac3-824c-3e045169f644 None None] Network d64597c2-689f-4862-b105-005e7eaa32b2 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:53:16.312235 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58509e20-4842-4bef-a55c-9c1765b2efeb req-b002f022-e608-471d-94f1-ddb9a6549b94 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:16.313650 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-58509e20-4842-4bef-a55c-9c1765b2efeb req-b002f022-e608-471d-94f1-ddb9a6549b94 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.4180870 May 11 19:53:16.367024 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-974b9c0a-723d-4596-bb82-c218b0d6296d None None] Provisioning for port 6e7546ae-6e1f-4e29-9d7e-822de571b075 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:16.404214 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.437722 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-58509e20-4842-4bef-a55c-9c1765b2efeb req-bef07d92-6c85-4427-baf5-6f6ae6e5db95 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163714 May 11 19:53:16.468947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.497550 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-34a239ac-318e-4828-9c4e-aabacaae2fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.547111 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 7f7c692e-d939-4d60-b9c0-1f88b17b2104, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=7f7c692e-d939-4d60-b9c0-1f88b17b2104,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:16.610805 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.611673 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 6e7546ae-6e1f-4e29-9d7e-822de571b075 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:16.629905 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-b36bc7e1-c2d8-4bbb-a6ff-752a8f927c65 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:16.631481 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-b36bc7e1-c2d8-4bbb-a6ff-752a8f927c65 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.3046823 May 11 19:53:16.643406 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:16.776163 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:16.780978 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:16.857741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 6e7546ae-6e1f-4e29-9d7e-822de571b075 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:16.863579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 6e7546ae-6e1f-4e29-9d7e-822de571b075 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:16.864016 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:16.921606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Deleting port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:53:16.921968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.041058 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:53:17.059234 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.119758 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 6e7546ae-6e1f-4e29-9d7e-822de571b075, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=6e7546ae-6e1f-4e29-9d7e-822de571b075,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:17.138288 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-26493675-757b-46cd-8178-6948da596303 None None] Provisioning complete for port 6e7546ae-6e1f-4e29-9d7e-822de571b075 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:17.138839 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-26493675-757b-46cd-8178-6948da596303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.254898 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:17.268742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Sync routers for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:17.303287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-26493675-757b-46cd-8178-6948da596303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.324262 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] For port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:17.325125 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:17.325438 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.325782 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:17.451038 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.453930 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.454504 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4887786 May 11 19:53:17.457127 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 38938) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:17.461636 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:17.610130 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=6e7546ae-6e1f-4e29-9d7e-822de571b075,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:17.621340 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.db.api [None req-26493675-757b-46cd-8178-6948da596303 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 19:53:17.622109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_db.api [None req-26493675-757b-46cd-8178-6948da596303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 19:53:17.623406 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:17.632122 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 7f7c692e-d939-4d60-b9c0-1f88b17b2104 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:17.730789 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.731805 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:17.734316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Floating IP 48ed186a-cd00-44cd-b195-2f26551430ef disassociated. External IP: 172.27.3.70, port: 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b. May 11 19:53:17.736500 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Calling delete_port for 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:53:17.868486 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:17.966479 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fc59-1dd7-456d-9cb8-6a5abdc62f98 req-9baba859-7d62-4209-8d26-7b4cf298d59b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:17.968653 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8196fc59-1dd7-456d-9cb8-6a5abdc62f98 req-9baba859-7d62-4209-8d26-7b4cf298d59b tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 945 time: 0.2033901 May 11 19:53:18.006003 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:18.006297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.019736 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8196fc59-1dd7-456d-9cb8-6a5abdc62f98 req-baeb270a-8548-4b6e-8194-41b6079bc961 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=42af9a58-103e-47bc-988e-42748a95a9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 May 11 19:53:18.022649 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.027085 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:18.078729 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'Port': ['ID=3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:18.082751 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:18.454160 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.500244 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:15Z', 'revision_number': 3, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:18.505774 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Checking router: 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:18.511442 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Updating router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 port decebb65-6160-4a91-a902-288b3a1381a9 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:53:18.512661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:18.644241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.757581 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:18.768459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Allocated IP 172.20.0.1 (d64597c2-689f-4862-b105-005e7eaa32b2/00f2dddc-9020-4916-b84f-0361c49a2acb/38c38b71-ef9d-4a31-8577-9a62ee9f6919) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:18.774438 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:18.787507 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:18.789857 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:52:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:18.903266 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.926683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] No DVR routers for this DVR port 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:53:18.929710 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:18.934057 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'name': 'network-vif-deleted', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:18.999205 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.000997 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-716341ef-04a0-4386-a19c-947b075292d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.029623 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Transition to ACTIVE for port object 38c38b71-ef9d-4a31-8577-9a62ee9f6919 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:19.041860 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975544db-f1b9-4160-a357-51110abd2466', 'name': 'network-vif-deleted', 'tag': '3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b', 'status': 'completed', 'code': 200} May 11 19:53:19.110605 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c7556e8-f485-4b40-bcd6-4b46c3675e2a req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "DELETE /v2.0/ports/3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b HTTP/1.1" status: 204 len: 173 time: 2.4683316 May 11 19:53:19.139630 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.147592 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.148094 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:19.189465 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:19.220131 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Transition to ACTIVE for port object decebb65-6160-4a91-a902-288b3a1381a9 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:19.291813 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:19.303710 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.317123 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:19.320843 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:19.329918 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-9b13e586-27d7-456b-9225-412b4dd80fc2 req-a0163994-a311-497c-b9a2-58369d7c9180 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:19.338667 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Network d64597c2-689f-4862-b105-005e7eaa32b2 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:19.341360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:19.345601 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:19.419968 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.472220 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-9b13e586-27d7-456b-9225-412b4dd80fc2 req-a0163994-a311-497c-b9a2-58369d7c9180 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:19.473764 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b13e586-27d7-456b-9225-412b4dd80fc2 req-a0163994-a311-497c-b9a2-58369d7c9180 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=975544db-f1b9-4160-a357-51110abd2466 HTTP/1.1" status: 200 len: 210 time: 0.2216668 May 11 19:53:19.558530 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Attempting to bind port decebb65-6160-4a91-a902-288b3a1381a9 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:19.559106 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Attempting to bind port decebb65-6160-4a91-a902-288b3a1381a9 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:19.566230 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Attempting to bind port decebb65-6160-4a91-a902-288b3a1381a9 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:19.596505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:19.596878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:19.597296 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.597704 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:19.598197 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Bound port: decebb65-6160-4a91-a902-288b3a1381a9, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:19.602465 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.661505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 6e7546ae-6e1f-4e29-9d7e-822de571b075 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:19.687283 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:19.691631 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:19.712492 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:19.714514 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:19.755745 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Pushing event updated for resources: {'Port': ['ID=decebb65-6160-4a91-a902-288b3a1381a9,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:19.792300 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.792300 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.792640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.792915 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.793266 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.793596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.793962 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.794287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.794674 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.795024 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.795346 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.795664 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:19.811293 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:19.881719 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] For port decebb65-6160-4a91-a902-288b3a1381a9, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:19.885324 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] For port decebb65-6160-4a91-a902-288b3a1381a9, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=decebb65-6160-4a91-a902-288b3a1381a9,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:19.895788 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 6e7546ae-6e1f-4e29-9d7e-822de571b075 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:19.896168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:19.941812 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-b4c3d9e6-23be-4af6-83d5-255e34a7b381 None None] Provisioning for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:19.957837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-b4c3d9e6-23be-4af6-83d5-255e34a7b381 None None] Provisioning complete for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:19.961086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b4c3d9e6-23be-4af6-83d5-255e34a7b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.003356 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.008547 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:20.010623 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-3167d446-8d57-4c54-bd86-d71d7b1f5945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:20.027417 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.103029 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3d9e6-23be-4af6-83d5-255e34a7b381 None None] Port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:20.146205 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:20.146953 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:20.215062 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Pushing event updated for resources: {'Port': ['ID=decebb65-6160-4a91-a902-288b3a1381a9,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:20.339120 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:20.385201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.459087 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:20.480746 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.520688 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ac4bf480-2a06-413c-b527-7eafe20f28a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:20.522044 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.638480 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:20.662008 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a9b5-2574-4586-aeb8-47eab5d2bf02 None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:20.724079 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:20.727528 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:20.751514 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:20.947888 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:53:20.956466 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Network d64597c2-689f-4862-b105-005e7eaa32b2 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:20.960160 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:21.060529 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:53:21.075520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 3eaea9aa-8c77-4eba-b3ad-ca1196ddda8b not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:53:21.131014 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c82f-9e91-4d5e-a48e-b0a84315c9f1 req-cf254438-d642-41b0-9de2-422eae7dcbcf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:21.146063 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aba8c82f-9e91-4d5e-a48e-b0a84315c9f1 req-cf254438-d642-41b0-9de2-422eae7dcbcf tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 947 time: 0.2120891 May 11 19:53:21.151195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56488b-d9f6-41aa-9de7-bec2244d8444 None None] New status for floating IP 48ed186a-cd00-44cd-b195-2f26551430ef: DOWN {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:53:21.239873 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aba8c82f-9e91-4d5e-a48e-b0a84315c9f1 req-cd717bcc-ed82-48ab-ae7e-0b07bfcb112f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974216 May 11 19:53:21.272404 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475353-76d3-44b7-932f-4eabf6261e90 req-d9f81a91-799a-4ebe-ab2c-97abac2e8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:21.272404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-d9f81a91-799a-4ebe-ab2c-97abac2e8798 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1137 time: 0.2674065 May 11 19:53:21.431100 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:21.540059 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475353-76d3-44b7-932f-4eabf6261e90 req-fd13105d-9ecf-43d9-8fa0-b8ab21f5100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:21.541633 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-fd13105d-9ecf-43d9-8fa0-b8ab21f5100c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.2602389 May 11 19:53:21.560747 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-06b2ae2c-bfc1-4a90-94c4-60cf63b69662 None None] Provisioning complete for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:21.561170 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-06b2ae2c-bfc1-4a90-94c4-60cf63b69662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:21.597557 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '38c38b71-ef9d-4a31-8577-9a62ee9f6919', 'name': '', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'mac_address': 'fa:16:3e:4e:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:18Z', 'updated_at': '2021-05-11T19:53:18Z', 'revision_number': 1, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'subnets': [{'id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:21.610466 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a12fe53-3ab2-45fd-8652-2f2acfc2ab32 None None] The sync data for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi is: [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '38c38b71-ef9d-4a31-8577-9a62ee9f6919', 'name': '', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'mac_address': 'fa:16:3e:4e:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:18Z', 'updated_at': '2021-05-11T19:53:18Z', 'revision_number': 1, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'subnets': [{'id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:21.638044 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-06b2ae2c-bfc1-4a90-94c4-60cf63b69662 None None] Port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:21.711794 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:21.731830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:21.745868 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] 10.222.0.15 "PUT /v2.0/routers/11cdb9b2-3e69-4cfd-83af-d775b2ce3467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2873065 May 11 19:53:21.804053 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-26186582-433d-41d1-a866-a97816973e53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 1001 time: 0.2532091 May 11 19:53:21.870830 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2768ad-7d56-497b-9260-82c50eee8584 req-0407d3a8-f87d-47e8-a08d-a3aaf156a7b2 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:21.872437 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bc2768ad-7d56-497b-9260-82c50eee8584 req-0407d3a8-f87d-47e8-a08d-a3aaf156a7b2 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.2053912 May 11 19:53:21.912774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475353-76d3-44b7-932f-4eabf6261e90 req-ebed201e-8b9e-4797-8366-f1fe0d6ab190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:21.912971 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-ebed201e-8b9e-4797-8366-f1fe0d6ab190 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.1012316 May 11 19:53:21.993815 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bc2768ad-7d56-497b-9260-82c50eee8584 req-3aaaf190-cb26-4a1c-9f08-9afc2346612c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148264 May 11 19:53:22.028404 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475353-76d3-44b7-932f-4eabf6261e90 req-6d653017-3d61-4a5d-9aa3-ea2c3b225207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:22.030126 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-6d653017-3d61-4a5d-9aa3-ea2c3b225207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068552 May 11 19:53:22.131938 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39008) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:22.151630 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-324fdc57-9915-4632-bf59-2be2ff24afac tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:22.153698 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-324fdc57-9915-4632-bf59-2be2ff24afac tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 947 time: 0.1269116 May 11 19:53:22.288846 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.327193 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-56ab6197-0f45-4216-a763-01f18959cf2c service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903097 May 11 19:53:22.362447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.383292 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Deleting port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:53:22.383795 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.552723 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-60475353-76d3-44b7-932f-4eabf6261e90 req-79a0bbfa-a09e-4c6c-918d-31de444627b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141762 May 11 19:53:22.610282 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] For port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:22.611340 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.646111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.651820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-dd84b326-975a-42a5-bf65-2ee436b7db20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:22.682012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af9a58-103e-47bc-988e-42748a95a9d8,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:22.710132 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:22.756620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:22.763339 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "DELETE /v2.0/security-groups/42af9a58-103e-47bc-988e-42748a95a9d8 HTTP/1.1" status: 204 len: 168 time: 0.6241448 May 11 19:53:22.763339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39022) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:22.802346 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.api.v2.resource [None req-60078f38-de7b-443b-a738-bab7cf44482e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] show failed (client error): The resource could not be found. May 11 19:53:22.806717 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-60078f38-de7b-443b-a738-bab7cf44482e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups/42af9a58-103e-47bc-988e-42748a95a9d8 HTTP/1.1" status: 404 len: 347 time: 0.0426478 May 11 19:53:22.807256 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39026) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:23.067957 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39034) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:23.081759 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227521727', 'description': 'tempest-secgroup-smoke-1227521727 description', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:23.091309 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:23.099064 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:23.109541 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:23.130322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:23.154936 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.157314 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.157656 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Floating IP 062d8884-f656-46b0-b981-4df6a3292f34 disassociated. External IP: 172.27.3.204, port: 9d8dae80-36df-45f8-8b98-0c1fded1c6b3. May 11 19:53:23.157993 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Calling delete_port for 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 owned by compute:nova {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:53:23.242994 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.326406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:23.337430 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:23.343551 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:23.359440 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:23.423981 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4483a6c-af32-47d2-b70f-3ba6fc8318ea req-31d38540-ab5a-4966-b0d6-387fd2b86677 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:23.428103 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f4483a6c-af32-47d2-b70f-3ba6fc8318ea req-31d38540-ab5a-4966-b0d6-387fd2b86677 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 947 time: 0.1598089 May 11 19:53:23.448327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.461115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Deleting port 023e3058-f437-4177-b46b-25bc4569086d {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:53:23.461251 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-54d96ad3-3ff6-441a-8e6f-1110d9bc1e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:23.461804 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.517232 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'Port': ['ID=9d8dae80-36df-45f8-8b98-0c1fded1c6b3,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:23.632538 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f4483a6c-af32-47d2-b70f-3ba6fc8318ea req-1b61daff-af7c-4ade-b8f7-e7c323a1c972 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=e129043a-44d7-42b3-9fdf-83e181dbc5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985636 May 11 19:53:23.685359 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device decebb65-6160-4a91-a902-288b3a1381a9 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:23.696674 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.697261 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.790620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.791241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.791719 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.792187 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.792647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.793220 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.793686 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.794132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.807115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.807115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.807115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.807115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:23.860608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port decebb65-6160-4a91-a902-288b3a1381a9 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:23.865873 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port decebb65-6160-4a91-a902-288b3a1381a9 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:23.866631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.867459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:23.900076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.908149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Calling delete_port for 023e3058-f437-4177-b46b-25bc4569086d owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:53:23.963308 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:23.968939 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:23.974665 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-233865ee-ae40-4746-9670-6a4069ecf1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:23.997813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443fb1-4758-40db-8eae-73d538143ece req-72f75878-6c1f-4e71-963b-7869ff4c8096 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:24.003404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c443fb1-4758-40db-8eae-73d538143ece req-72f75878-6c1f-4e71-963b-7869ff4c8096 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1309047 May 11 19:53:24.012828 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:24.020114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:24.029372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.052697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port decebb65-6160-4a91-a902-288b3a1381a9, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=decebb65-6160-4a91-a902-288b3a1381a9,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:24.104300 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c443fb1-4758-40db-8eae-73d538143ece req-62464cad-abe6-403b-ba15-9a5a98105f1a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853734 May 11 19:53:24.115026 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.116984 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:24.187697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=decebb65-6160-4a91-a902-288b3a1381a9,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:24.190821 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:24.211786 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.216664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8e1f0b1a-4d5a-4472-bca8-3828f0075659 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:24.248647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.252602 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1811311 May 11 19:53:24.253517 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:24.255201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39048) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:24.267176 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'Port': ['ID=023e3058-f437-4177-b46b-25bc4569086d,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:24.267358 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:24.270416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:24.284669 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:24.285378 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:24.294993 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:24.304907 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:24.337599 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:24.345453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:24.348538 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] No DVR routers for this DVR port 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 on host hv-cinder-78960 {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:53:24.353079 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.355195 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-c289e919-82e5-4f41-a016-91ece59aaba3 req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "DELETE /v2.0/ports/9d8dae80-36df-45f8-8b98-0c1fded1c6b3 HTTP/1.1" status: 204 len: 173 time: 2.1958399 May 11 19:53:24.355493 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-deleted', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:24.361143 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:24.361355 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.415262 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a1d7fa-b99d-4c00-8b56-6fae45d30e71', 'name': 'network-vif-deleted', 'tag': '9d8dae80-36df-45f8-8b98-0c1fded1c6b3', 'status': 'completed', 'code': 200} May 11 19:53:24.476956 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:24.518507 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.519576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.531626 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "DELETE /v2.0/floatingips/48ed186a-cd00-44cd-b195-2f26551430ef HTTP/1.1" status: 204 len: 168 time: 1.7221277 May 11 19:53:24.590489 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.737590 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.740112 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:24.777171 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2d2147-ed84-46d6-b3b0-298fe58464b1,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:24.788678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:24.829618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:24.831656 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5750103 May 11 19:53:24.834396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39064) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:24.839881 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:24.852625 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:24.865384 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:24.865605 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39068) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:24.872028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397253393', 'description': 'tempest-description--734641897'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:24.875614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:24.890600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:24.892077 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:24.895158 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:24.903391 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:24.906773 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:24.928300 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:24.939232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:24.940388 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:24.940990 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:24.973840 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.017622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.089521 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.103304 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:25.114632 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6bee3b59-e000-4a35-be68-3f2b4f5a2f7c req-b20b3bb2-de31-41c2-bb16-96356d3fd835 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a1d7fa-b99d-4c00-8b56-6fae45d30e71 HTTP/1.1" status: 200 len: 210 time: 0.0579948 May 11 19:53:25.119801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:25.131529 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:25.154746 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.158342 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:25.158869 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:25.222569 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c91604-de93-4ff9-85a5-070ef6ec1533,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:25.228349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:25.290826 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Sync routers for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:25.303329 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:25.304068 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:25.304717 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:25.310176 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.313935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.316317 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4800603 May 11 19:53:25.325792 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39076) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:25.332382 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:25.338820 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:25.343332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:25.346777 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:25.354080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:25.380200 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.407285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6499b4a1-322d-4019-8ece-8812b2fd075f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:25.453307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c02bf2-a734-4603-919c-99e1bfa4b146,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:25.457693 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:25.474374 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.482406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b256-16d3-4087-93c3-0a27423025cd req-2378b7ba-622e-43f8-a661-c44f63f26085 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:25.484753 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e12b256-16d3-4087-93c3-0a27423025cd req-2378b7ba-622e-43f8-a661-c44f63f26085 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1613438 May 11 19:53:25.530257 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:25.563615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.568260 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7018323 May 11 19:53:25.572596 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39080) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:25.577993 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.579863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group_rule': {'security_group_id': '94c02bf2-a734-4603-919c-99e1bfa4b146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:25.591316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:25.606858 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e12b256-16d3-4087-93c3-0a27423025cd req-e51c5d38-421d-4ea8-a065-13b67a4e3744 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108539 May 11 19:53:25.615240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:25.635335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:25.635756 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:25.657992 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.671900 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device decebb65-6160-4a91-a902-288b3a1381a9 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:25.687416 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:25.704269 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c67e034-0717-477c-8a43-438b9ca54319,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:25.707354 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:25.713120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.771886 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.774303 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3607759d-40ed-4b45-b861-b82ccd9eae93 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474382 May 11 19:53:25.781573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39086) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:25.788836 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:25.798675 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:25.803534 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:25.807854 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.818618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:25.833458 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:25.845074 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:25.849278 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c950bc8-b502-498f-9acf-214ed0c4b02a None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:25.875487 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.877956 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-298d537b-d698-4ef2-a6bc-607087125e3c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:25.911594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd8580a-602c-471a-b37a-ea056ed77662,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:25.928091 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:25.950825 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.990746 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:25.991974 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4182720 May 11 19:53:25.995274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39100) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.001371 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'security_group_rule': {'security_group_id': '94c02bf2-a734-4603-919c-99e1bfa4b146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:26.011349 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:26.017080 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:security_group_rule and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:26.021974 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:26.031819 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:26.051393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.087160 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port decebb65-6160-4a91-a902-288b3a1381a9 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:26.087432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.103947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.149654 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.160988 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9838818e-d599-480d-8db5-02d74497676b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:26.165474 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '38c38b71-ef9d-4a31-8577-9a62ee9f6919', 'name': '', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'mac_address': 'fa:16:3e:4e:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:18Z', 'updated_at': '2021-05-11T19:53:20Z', 'revision_number': 2, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'subnets': [{'id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:26.172478 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Checking router: 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:26.172841 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Updating router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:53:26.222651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbfd358-c9bf-402c-b5ed-49bccf9be02f,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:26.225765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:26.233773 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.264264 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d7870-7794-4864-9b89-e8af3c24e4ce None None] New status for floating IP 062d8884-f656-46b0-b981-4df6a3292f34: DOWN {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:53:26.276611 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.309455 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.311107 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f25c7334-232c-4333-ae1a-94b534c2f288 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5284679 May 11 19:53:26.314594 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39108) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.320053 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:26.326123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:26.331584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:26.332059 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.334149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:26.335914 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:26.342600 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:26.357753 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fd89b7-2b56-4e00-a86c-6f6a361eb925,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:26.364382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:26.369580 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39112) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.436393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.440880 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.445496 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458647 May 11 19:53:26.445496 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39116) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.450655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:26.450818 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.securitygroups_db [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Project 7a81fc91eaf6488ab423bd84e0b78f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:53:26.457244 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:26.459076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.463870 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Usage tracker for resource:floatingip and tenant:2a80f626f6674fa89024239f8ed1f6ac is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:26.471411 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:26.479009 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:26.522647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.533889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.558291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.634939 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.637026 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-91e2e2cf-8d3c-4a5d-af30-baabfbe6322e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:26.671886 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.679094 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5453ebcd-1fca-4066-8e0e-7ec9506e872f,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:26.697946 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.698517 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:26.698517 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4d12e604-b351-4046-bc10-15714328025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:26.702697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e129043a-44d7-42b3-9fdf-83e181dbc5bd,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:26.711040 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.711199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.712196 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "DELETE /v2.0/security-groups/e129043a-44d7-42b3-9fdf-83e181dbc5bd HTTP/1.1" status: 204 len: 168 time: 0.3415914 May 11 19:53:26.713293 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:26.714845 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39122) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.738327 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.api.v2.resource [None req-d1709847-0cde-4a7d-a128-31856ca80bc2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] show failed (client error): The resource could not be found. May 11 19:53:26.739514 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-d1709847-0cde-4a7d-a128-31856ca80bc2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups/e129043a-44d7-42b3-9fdf-83e181dbc5bd HTTP/1.1" status: 404 len: 347 time: 0.0236912 May 11 19:53:26.747009 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39126) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.747459 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Transition to ACTIVE for port object 38c38b71-ef9d-4a31-8577-9a62ee9f6919 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:26.767411 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.768591 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4529448 May 11 19:53:26.774403 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39130) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:26.779644 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'security_group_rule': {'security_group_id': '70aaf13e-ee88-48ad-b93c-4e1e2ef193f1', 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:26.786888 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:26.790838 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:security_group_rule and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:26.795221 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:26.800677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:26.812720 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.818169 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:26.869088 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.securitygroups_db [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Project 7a81fc91eaf6488ab423bd84e0b78f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:53:26.877977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.972049 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:26.996116 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Pushing event updated for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:27.003230 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:27.052259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.085647 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Attempting to bind port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:27.086064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Attempting to bind port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:27.086779 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Attempting to bind port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 on network d64597c2-689f-4862-b105-005e7eaa32b2 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:27.088633 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3ee67748-cf26-4806-babf-b8f99f363046 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:27.098936 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:27.099301 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Checking segment: {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:27.099727 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.100122 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Bound using segment: {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:27.100602 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Bound port: 38c38b71-ef9d-4a31-8577-9a62ee9f6919, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0786924-5962-4610-b858-8b67f9cc1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:27.100987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.105658 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a6a8cc-fb18-4ad6-b06e-7b5ad0732dab,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:27.115623 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:27.160488 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.161717 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3862159 May 11 19:53:27.236621 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] For port 38c38b71-ef9d-4a31-8577-9a62ee9f6919, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:27.240305 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] For port 38c38b71-ef9d-4a31-8577-9a62ee9f6919, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=38c38b71-ef9d-4a31-8577-9a62ee9f6919,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:27.256724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Allocated IP 172.27.3.97 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/4d901b6b-af86-4833-be7a-396ab85298f2) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:27.291985 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36671b5d-ace2-40bf-bc00-2be94e621423 req-ff8c4a36-8f93-43ac-8d2e-a361a8b46e63 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:27.293456 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-36671b5d-ace2-40bf-bc00-2be94e621423 req-ff8c4a36-8f93-43ac-8d2e-a361a8b46e63 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.3612154 May 11 19:53:27.321065 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.326094 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:27.407472 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:27.408134 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:27.434665 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Deleting port a24cef69-b23c-4bb9-993a-e4243f2cd0e6 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:53:27.435061 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.480944 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-36671b5d-ace2-40bf-bc00-2be94e621423 req-6141f401-bada-4f68-acc9-f9978243df32 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668580 May 11 19:53:27.559713 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Pushing event updated for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:27.589150 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:27.626616 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:27.668553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.668553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.817717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Calling delete_port for a24cef69-b23c-4bb9-993a-e4243f2cd0e6 owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:53:27.822202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.954906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:27.959442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:27.987287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '38c38b71-ef9d-4a31-8577-9a62ee9f6919', 'name': '', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'mac_address': 'fa:16:3e:4e:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:18Z', 'updated_at': '2021-05-11T19:53:27Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'subnets': [{'id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:27.991255 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9056e-22e3-4e2e-b625-c8fd90d5be3f None None] The sync data for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi is: [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T19:53:19Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '38c38b71-ef9d-4a31-8577-9a62ee9f6919', 'name': '', 'network_id': 'd64597c2-689f-4862-b105-005e7eaa32b2', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'mac_address': 'fa:16:3e:4e:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:18Z', 'updated_at': '2021-05-11T19:53:27Z', 'revision_number': 4, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'subnets': [{'id': '00f2dddc-9020-4916-b84f-0361c49a2acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:28.021395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:28.024335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:28.027293 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:28.073243 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=4d901b6b-af86-4833-be7a-396ab85298f2,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:28.076393 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:28.080260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.086494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c057a97d-3f35-4e0b-a6eb-2ea4457ed547 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:28.182000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'Port': ['ID=a24cef69-b23c-4bb9-993a-e4243f2cd0e6,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:28.186066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:28.265221 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.290201 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.424966 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:53:28.470766 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.471933 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "DELETE /v2.0/floatingips/062d8884-f656-46b0-b981-4df6a3292f34 HTTP/1.1" status: 204 len: 168 time: 1.7279625 May 11 19:53:28.476807 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:53:28.477501 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9d8dae80-36df-45f8-8b98-0c1fded1c6b3 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:53:28.499293 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.595124 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.768415 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549436af-efb2-4302-a78c-1966f1b1f7d1 req-0aa7e837-1b6b-4c67-a100-2e15b3deec5e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:28.769844 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-549436af-efb2-4302-a78c-1966f1b1f7d1 req-0aa7e837-1b6b-4c67-a100-2e15b3deec5e tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1322274 May 11 19:53:28.798874 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.829379 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-549436af-efb2-4302-a78c-1966f1b1f7d1 req-cee7641c-9ff6-49f9-b62f-8168e1644ef8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494723 May 11 19:53:28.856389 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:28.861441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6e39fa48-91e4-4f2d-b456-e8d01d1770a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:29.057719 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=4d901b6b-af86-4833-be7a-396ab85298f2,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:29.065937 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:29.070802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.088954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39188) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:29.094064 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064172883', 'description': 'tempest-description--1798600415'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:29.100548 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:29.110046 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:29.133220 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.134427 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6880355 May 11 19:53:29.188971 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.209543 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:29.213293 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:29.216262 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:29.222411 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:29.297746 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.366044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-4c01b5a3-01b6-4134-94b7-a19bcad48a34 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:29.375333 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.384569 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-42bf9c30-d58b-4fc8-aa92-4fc25f8f8678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:29.432087 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6730859f-ba04-469d-aec9-c97b30839782,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:29.434773 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:29.456496 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-4c01b5a3-01b6-4134-94b7-a19bcad48a34 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:29.457678 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-4c01b5a3-01b6-4134-94b7-a19bcad48a34 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1397253393&fields=id&tenant_id=2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 267 time: 0.1349826 May 11 19:53:29.538052 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.543671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4493413 May 11 19:53:29.544119 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39212) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:29.550648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group_rule': {'security_group_id': '6730859f-ba04-469d-aec9-c97b30839782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:29.558447 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:29.563651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:29.567114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:29.574471 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:29.598751 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 38c38b71-ef9d-4a31-8577-9a62ee9f6919 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:29.627302 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-977371cb-bbdd-4d5f-9a22-487d6f625623 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:29.629128 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-977371cb-bbdd-4d5f-9a22-487d6f625623 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 811 time: 0.1642692 May 11 19:53:29.646647 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-585a4afc-b1a8-4df8-a596-475324a52173 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/quotas/2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 375 time: 0.0106695 May 11 19:53:29.661125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.714468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:29.720313 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:29.727858 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.763944 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.783316 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-68a4b048-3df2-4be4-87ec-34ad657541ce tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:29.805920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.808240 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a657bcfe-c9d9-4f6f-add3-8720eadff542 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:29.832696 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ca820f-0318-459c-8918-f800289b6b2a,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:29.836642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:29.847435 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.862192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-68a4b048-3df2-4be4-87ec-34ad657541ce tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:29.864557 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-68a4b048-3df2-4be4-87ec-34ad657541ce tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2105181 May 11 19:53:29.883482 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 38c38b71-ef9d-4a31-8577-9a62ee9f6919, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=38c38b71-ef9d-4a31-8577-9a62ee9f6919,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:29.943211 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.943460 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:29.944754 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-cb9a56a3-c33d-4219-875d-90f5bfc2f843 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995662 May 11 19:53:29.945903 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:29.948341 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39232) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:29.955676 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'security_group_rule': {'security_group_id': '6730859f-ba04-469d-aec9-c97b30839782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:29.966583 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:29.978856 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:security_group_rule and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:29.984937 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:30.016524 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:30.027327 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:30.030926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:30.140888 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.150389 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-fffa83e9-3880-449f-9175-ce2482c5b11c service neutron] 10.222.0.15 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724271 May 11 19:53:30.306022 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.322538 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-986265e6-afe9-46d3-9203-58d8ff61b1c5 service neutron] 10.222.0.15 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592255 May 11 19:53:30.378083 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.391123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4104d5d3-e968-4689-bc01-da57b6d195e8 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:30.416668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8133769-5154-47ea-be70-676c2edbb7d2,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:30.419868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:30.480597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.482485 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-8f21e30f-4742-4c93-96e4-1f205736f6e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5324337 May 11 19:53:30.484940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39244) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:30.490582 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:30.496663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:30.501006 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Usage tracker for resource:floatingip and tenant:d79e5dd21079416093263b7ed05d9790 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:30.504209 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:30.510559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:30.589232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.839897 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439491-d4bf-4488-8ace-b00a623e37ec req-1495557e-934a-4473-8660-7452a9d5ee2b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:30.841450 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac439491-d4bf-4488-8ace-b00a623e37ec req-1495557e-934a-4473-8660-7452a9d5ee2b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1311347 May 11 19:53:30.897040 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:30.950837 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac439491-d4bf-4488-8ace-b00a623e37ec req-a1f71403-4aa7-4697-b59c-dce46fe64da6 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001227 May 11 19:53:31.075921 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53568c2e-8e10-40a0-8bb8-a2ac050a5c8d req-f24dba6c-384b-49ca-bd5b-7ca6b2ced773 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 210 time: 0.0686769 May 11 19:53:31.153947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Allocated IP 172.27.3.93 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/09670701-d46c-4676-91dc-ff963c331024) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:31.308163 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:31.456473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:31.463017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:31.559966 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:31.563814 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:31.578378 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:31.581348 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 38c38b71-ef9d-4a31-8577-9a62ee9f6919 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:31.610620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=09670701-d46c-4676-91dc-ff963c331024,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:31.617133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:31.683303 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:31.683673 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:31.695415 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:31.904433 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:32.330770 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de094d77-e359-4cd1-a9c9-860128477685 req-aa46b59a-2682-44c9-ae3b-12a502a06694 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:32.332193 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de094d77-e359-4cd1-a9c9-860128477685 req-aa46b59a-2682-44c9-ae3b-12a502a06694 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.2335737 May 11 19:53:32.394280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:32.401936 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de094d77-e359-4cd1-a9c9-860128477685 req-db5f1b24-3551-4cc6-91cf-c3403b1ecf64 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634956 May 11 19:53:32.458520 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:32.471616 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:32.633309 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e087ca18-0348-4cfb-af88-c7fe2c80fa73 req-4b2051b4-80db-4593-9b7f-ee9ede33db83 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 210 time: 0.0654237 May 11 19:53:32.640889 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=09670701-d46c-4676-91dc-ff963c331024,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:32.645508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:32.667114 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:32.789337 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:32.790644 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3045719 May 11 19:53:33.027740 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-49761c7d-bd59-4a51-a4f4-7f89a5f0f573 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:33.149177 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-49761c7d-bd59-4a51-a4f4-7f89a5f0f573 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:33.159671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-49761c7d-bd59-4a51-a4f4-7f89a5f0f573 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1064172883&fields=id&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 267 time: 0.1857984 May 11 19:53:33.340337 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-8227f9a1-3582-4c1d-bfea-d4d6101421ba tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:33.341821 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-8227f9a1-3582-4c1d-bfea-d4d6101421ba tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 816 time: 0.1755545 May 11 19:53:33.357687 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-0b9d3edb-6df5-4a3f-9ae5-cf4c1138fe32 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/quotas/d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 375 time: 0.0095303 May 11 19:53:33.459659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-94efb0e9-48b4-4eef-acaf-6756fd52f349 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:33.549046 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-94efb0e9-48b4-4eef-acaf-6756fd52f349 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:33.550460 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-94efb0e9-48b4-4eef-acaf-6756fd52f349 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1868584 May 11 19:53:33.559297 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b8d19cbb-c29b-4ed0-80d9-bede15c00d4e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:33.562172 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b8d19cbb-c29b-4ed0-80d9-bede15c00d4e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 811 time: 0.1795497 May 11 19:53:33.617253 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-537047a9-037f-408c-a8f1-5851b496b25a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a80f626f6674fa89024239f8ed1f6ac HTTP/1.1" status: 200 len: 380 time: 0.0412905 May 11 19:53:33.627039 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'port': {'device_id': '1b04503e-9fb2-4415-8506-87406d607b9e', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'admin_state_up': True, 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'security_groups': ['94c02bf2-a734-4603-919c-99e1bfa4b146']}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:33.703561 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-5f552a1c-a5a3-496d-8b0e-4b6aae8dcea1 service neutron] 10.222.0.15 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359665 May 11 19:53:33.799038 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:33.812467 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:33.850389 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-fa605b5b-47d0-4bb0-b6a9-955563858e32 service neutron] 10.222.0.15 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372890 May 11 19:53:33.909049 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Made reservation on behalf of 2a80f626f6674fa89024239f8ed1f6ac for: {'port': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:33.913029 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:34.197718 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fcbe1-0313-4f88-9f7f-4c871ea70e5d req-d0a725cd-f023-46ee-8c63-9709dd9fc290 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:34.199387 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cb3fcbe1-0313-4f88-9f7f-4c871ea70e5d req-d0a725cd-f023-46ee-8c63-9709dd9fc290 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.0987754 May 11 19:53:34.229120 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Allocated IP 172.20.0.4 (38952c9f-7c04-40fc-a223-34e09d00398b/e5774c5d-c0e6-47b1-9a7d-2dbd2854784b/a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:34.259628 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cb3fcbe1-0313-4f88-9f7f-4c871ea70e5d req-b59b672a-75f4-4ad3-b124-6e759b06ac5b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512984 May 11 19:53:34.432617 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:34.449438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Transition to ACTIVE for port object a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:34.449928 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aa992f5b-7bb1-45ef-9bb1-8d7b1a6b2606 req-94fb0345-b7af-4a00-b99a-939cb4397a0a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 210 time: 0.0516055 May 11 19:53:34.545901 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-513cb29e-34d0-401f-92b5-f8c9547614db req-601aaa27-1a0a-4c68-9ec4-d1bb47a67910 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 210 time: 0.0443225 May 11 19:53:34.549795 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:34.556500 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-210f617d-26e5-4e68-adb0-f508805680fa tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:34.630348 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Network 38952c9f-7c04-40fc-a223-34e09d00398b is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:34.633657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:34.645116 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:34.685270 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event updated for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:34.692530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:34.755438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:34.761483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:34.876657 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536001 May 11 19:53:34.945326 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Request body: {'port': {'device_id': '1b04503e-9fb2-4415-8506-87406d607b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:34.966782 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-e3e1721f-1f7d-48be-b62d-47e19e21749b None None] Provisioning for port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:34.971964 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-e3e1721f-1f7d-48be-b62d-47e19e21749b None None] Provisioning complete for port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:34.972348 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-e3e1721f-1f7d-48be-b62d-47e19e21749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.047295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1721f-1f7d-48be-b62d-47e19e21749b None None] Port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:35.090246 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.446016 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 {{(pid=79322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:35.453970 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.463518 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902bfd6-2bb3-4e28-b6c4-4ef3321f7a86 req-0cc59360-556e-4fc4-a0ce-aed0fd15d06c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:35.464962 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e902bfd6-2bb3-4e28-b6c4-4ef3321f7a86 req-0cc59360-556e-4fc4-a0ce-aed0fd15d06c tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.0913873 May 11 19:53:35.469709 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Transition to ACTIVE for port object a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 will not be triggered until provisioned by entity L2. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:35.517678 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e902bfd6-2bb3-4e28-b6c4-4ef3321f7a86 req-1ac36bb3-3102-438f-b2d1-0042a766afa5 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453861 May 11 19:53:35.538300 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.543703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-475b798e-f838-4da3-a9d5-9d0c4a8437c8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:35.711528 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Pushing event updated for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:35.718698 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:35.763108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbc6b8-e836-4a4f-b5b4-16d6782a6227 req-c012ffa9-ad18-41c5-80f6-0e7c57c99815 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:35.764745 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c3cbc6b8-e836-4a4f-b5b4-16d6782a6227 req-c012ffa9-ad18-41c5-80f6-0e7c57c99815 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 943 time: 0.0914960 May 11 19:53:35.803128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Attempting to bind port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:35.804118 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Attempting to bind port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:35.804670 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Attempting to bind port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:35.810556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 on network 38952c9f-7c04-40fc-a223-34e09d00398b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:53:35.810889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Attempting to bind port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 on network 38952c9f-7c04-40fc-a223-34e09d00398b {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:35.819332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:35.819674 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Checking segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:35.820065 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Bound using segment: {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:35.820507 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Bound port: a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20909ad-3664-40a4-8043-36973b5796a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b'}}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:35.820978 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.823545 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c3cbc6b8-e836-4a4f-b5b4-16d6782a6227 req-5a2d1fb0-fa12-4810-aaef-f96abed8e8cf tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524151 May 11 19:53:35.930005 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, cleared binding levels {{(pid=79322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:35.933257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:35.972057 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4665bf7b-8b07-4dab-98f9-c8d9d4a1f149 req-5d6d395a-331f-4065-86cb-3056288d853e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 210 time: 0.0455749 May 11 19:53:35.978364 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:35.987391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8705d5ca-7735-410d-8422-19b5caf52461 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:36.036317 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.036932 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:36.038313 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] 10.222.0.44 "PUT /v2.0/ports/a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 HTTP/1.1" status: 200 len: 1093 time: 1.1472735 May 11 19:53:36.038810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:36.073296 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Pushing event updated for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=3']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:36.078844 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:36.101286 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'status': 'completed', 'code': 200} May 11 19:53:36.249842 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-ddbf01e7-05ee-4d13-84e2-2c80ed4e0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.251682 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-ddbf01e7-05ee-4d13-84e2-2c80ed4e0189 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 1096 time: 0.1039279 May 11 19:53:36.468534 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-0eb5e31f-553a-437f-b8ef-c6d98cd607f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.468534 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-0eb5e31f-553a-437f-b8ef-c6d98cd607f6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1720827 May 11 19:53:36.626286 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-53647a13-8c93-4607-bcf8-5571ed23b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.629679 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1fd8dd7a-1410-4840-b0bb-60533cdbdb53 req-53647a13-8c93-4607-bcf8-5571ed23b231 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568642 May 11 19:53:36.908687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-77150841-78ea-4cc1-b208-a01db8b77608 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.910134 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-77150841-78ea-4cc1-b208-a01db8b77608 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 816 time: 0.3594468 May 11 19:53:36.958449 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a3523478-4d84-48e6-8334-ad0cfc9da11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:36.960278 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-a3523478-4d84-48e6-8334-ad0cfc9da11a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 1096 time: 0.2401965 May 11 19:53:36.990542 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-e10ab222-5da6-4f05-bf6a-3f36f2a500b6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 380 time: 0.0600798 May 11 19:53:37.002307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'port': {'device_id': '4459b760-073d-45a1-9577-48007ce84578', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'admin_state_up': True, 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'security_groups': ['6730859f-ba04-469d-aec9-c97b30839782']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:37.047860 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf231d-868b-40d1-843c-fb8529cf720b req-73e991c3-826e-4d2e-8b44-4edca0de78f8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:37.055065 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5acf231d-868b-40d1-843c-fb8529cf720b req-73e991c3-826e-4d2e-8b44-4edca0de78f8 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.3577371 May 11 19:53:37.066259 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-e3cc9a6c-f4d5-4f11-9e51-a541b37157ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 HTTP/1.1" status: 200 len: 217 time: 0.0894432 May 11 19:53:37.167967 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-84ef61a3-5dca-485d-a53f-0cebb2609d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:37.169488 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-84ef61a3-5dca-485d-a53f-0cebb2609d46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.0839496 May 11 19:53:37.250268 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5acf231d-868b-40d1-843c-fb8529cf720b req-e4163da7-507d-4583-afdf-0b9a4132179d tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929688 May 11 19:53:37.264877 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-9a403cc2-64c3-41ca-898a-a01deda6d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:37.267007 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-9a403cc2-64c3-41ca-898a-a01deda6d722 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863757 May 11 19:53:37.303957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:37.315689 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:37.401647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Made reservation on behalf of d79e5dd21079416093263b7ed05d9790 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:37.405778 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:37.413359 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-da1a4e0e-1577-4814-9148-37913453d847 service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385307 May 11 19:53:37.553458 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f3e98bdd-8766-45c3-bafe-89238113d47e req-1ef59c09-de9f-44bf-bb12-f59edea1d7fb service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326582 May 11 19:53:37.571380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea0f73-bb5d-43b0-af03-4470962409eb req-d0fa351a-9120-431b-8450-d6477e9c8150 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:37.572877 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-feea0f73-bb5d-43b0-af03-4470962409eb req-d0fa351a-9120-431b-8450-d6477e9c8150 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 943 time: 0.2080126 May 11 19:53:37.638853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Allocated IP 172.20.0.13 (1b072cba-28ae-4f80-9deb-c23d96d79de9/31904e56-c724-4dcc-939c-b75c27be625d/1c72763a-37d2-4962-b148-b561be6d303f) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:37.646909 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-feea0f73-bb5d-43b0-af03-4470962409eb req-98212832-4233-4e70-996d-ae9c3f5d904d tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661900 May 11 19:53:37.818700 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-076abe1f-f6d9-45bd-adae-b023713696c9 req-18105724-d771-472e-aa08-80569e4f21a8 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 210 time: 0.0604196 May 11 19:53:37.897664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:37.912880 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Transition to ACTIVE for port object 1c72763a-37d2-4962-b148-b561be6d303f will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:37.972420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:37.977949 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:38.050774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:38.053963 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:38.064060 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:38.115397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:38.124353 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:38.147797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:38.148433 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:38.241731 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2444215 May 11 19:53:38.260710 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Request body: {'port': {'device_id': '4459b760-073d-45a1-9577-48007ce84578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:38.440299 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:38.453460 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3563a8cd-fa6f-4aad-b012-2c0a8c668466 None None] Provisioning for port 1c72763a-37d2-4962-b148-b561be6d303f completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:38.466048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-3563a8cd-fa6f-4aad-b012-2c0a8c668466 None None] Provisioning complete for port 1c72763a-37d2-4962-b148-b561be6d303f triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:38.469881 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3563a8cd-fa6f-4aad-b012-2c0a8c668466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:38.536190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e440a1-a69f-43ea-99e0-a25ecf679483 req-4c6c2a3c-ab64-4a5f-95d4-0def85a7fb53 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:38.537673 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5e440a1-a69f-43ea-99e0-a25ecf679483 req-4c6c2a3c-ab64-4a5f-95d4-0def85a7fb53 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1706285 May 11 19:53:38.546480 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-3563a8cd-fa6f-4aad-b012-2c0a8c668466 None None] Port 1c72763a-37d2-4962-b148-b561be6d303f cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:38.649604 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5e440a1-a69f-43ea-99e0-a25ecf679483 req-d0a00784-b693-411f-bf5a-cc42d53dd529 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055789 May 11 19:53:38.930416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9147fad-3bc5-47bd-8469-f440631ccda3 req-48504c20-da2c-4e23-bc18-95a7788f8167 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:38.931878 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9147fad-3bc5-47bd-8469-f440631ccda3 req-48504c20-da2c-4e23-bc18-95a7788f8167 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 943 time: 0.1632771 May 11 19:53:38.938677 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:38.958619 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:38.990523 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Transition to ACTIVE for port object 1c72763a-37d2-4962-b148-b561be6d303f will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:39.002723 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9147fad-3bc5-47bd-8469-f440631ccda3 req-d89678da-ba44-4c65-b0fd-19e766c13f33 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595844 May 11 19:53:39.096841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.100938 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c49ca73a-22ab-4ee3-b5df-5389d756d36e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:39.419199 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:39.429951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:39.438008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:53:39.534276 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Attempting to bind port 1c72763a-37d2-4962-b148-b561be6d303f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:39.534615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Attempting to bind port 1c72763a-37d2-4962-b148-b561be6d303f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:39.534943 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Attempting to bind port 1c72763a-37d2-4962-b148-b561be6d303f on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:39.552974 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Port 1c72763a-37d2-4962-b148-b561be6d303f on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:53:39.553388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Attempting to bind port 1c72763a-37d2-4962-b148-b561be6d303f on network 1b072cba-28ae-4f80-9deb-c23d96d79de9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:39.565930 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a60e8a-c468-4d78-92cd-d98f66ed4bb0 req-b2299d70-e51e-42e0-9f47-e5463dfb045b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:39.566868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-45a60e8a-c468-4d78-92cd-d98f66ed4bb0 req-b2299d70-e51e-42e0-9f47-e5463dfb045b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:39.577558 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:39.578187 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Checking segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:39.578571 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Bound using segment: {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:39.579037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Bound port: 1c72763a-37d2-4962-b148-b561be6d303f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478f3b5d-d8c6-478d-b00a-58785b71d556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:39.579422 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.621939 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:39.638514 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'port_id': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'mac_address': 'fa:16:3e:2d:fd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:53:39.697592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:39.697592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:39.697905 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.699640 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-45a60e8a-c468-4d78-92cd-d98f66ed4bb0 req-b2299d70-e51e-42e0-9f47-e5463dfb045b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:39.702654 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-45a60e8a-c468-4d78-92cd-d98f66ed4bb0 req-b2299d70-e51e-42e0-9f47-e5463dfb045b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.4569457 May 11 19:53:39.719315 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:39.735928 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:39.755317 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-45a60e8a-c468-4d78-92cd-d98f66ed4bb0 req-a8427aa8-9b46-4f04-a623-b0871d047450 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 May 11 19:53:39.806731 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.810595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-49ef389f-1161-4a32-95a5-7ec34d16d77d tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:39.824520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.826485 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:39.899651 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:39.909106 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:39.910450 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:39.911119 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:39.912498 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 1094 time: 1.6561573 May 11 19:53:39.912999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:39.946492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:39.959120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.959491 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.959851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.960213 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.960566 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.961175 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.961264 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.961597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.961940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.962286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.962615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.962987 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:53:39.967781 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:39.996931 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae77e10-2ff0-444e-82e3-9ef5cad0b5b8 req-f24df64b-1487-4a7a-90c3-7462ea469f94 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:39.999451 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cae77e10-2ff0-444e-82e3-9ef5cad0b5b8 req-f24df64b-1487-4a7a-90c3-7462ea469f94 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1347692 May 11 19:53:40.064943 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cae77e10-2ff0-444e-82e3-9ef5cad0b5b8 req-f702914b-1c66-45ec-ab59-cd94beb9120b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586901 May 11 19:53:40.131756 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'status': 'completed', 'code': 200} May 11 19:53:40.138408 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:53:40.154104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-74a0df71-60a4-49ae-aebb-c40a18f1a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:40.155921 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-74a0df71-60a4-49ae-aebb-c40a18f1a463 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1097 time: 0.0876787 May 11 19:53:40.265495 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-d03656bf-dbd3-4fa0-b657-a612563589b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 217 time: 0.0966461 May 11 19:53:40.347840 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-5690f9e4-1917-461f-97af-d699d6321c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:40.349249 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-5690f9e4-1917-461f-97af-d699d6321c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0771370 May 11 19:53:40.408407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e798a-a23a-4fe5-83ca-1988301f26f6 req-cbe7c251-5989-4770-8c9d-ae42eadcf139 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:40.409843 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f31e798a-a23a-4fe5-83ca-1988301f26f6 req-cbe7c251-5989-4770-8c9d-ae42eadcf139 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 944 time: 0.1833189 May 11 19:53:40.470397 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f31e798a-a23a-4fe5-83ca-1988301f26f6 req-761fe7d3-352a-4cc4-8e58-2e27906fead6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528405 May 11 19:53:40.486990 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-229283b7-045e-41fe-b0e0-53c46f358812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:40.488487 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-229283b7-045e-41fe-b0e0-53c46f358812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253963 May 11 19:53:40.629839 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-9979be75-2816-4488-9673-df05cd0e7403 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336801 May 11 19:53:40.772353 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5345e95d-b56e-4ad2-8823-2498ed4a1d95 req-b1b91850-c56c-4f7d-8361-031417eceb89 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351442 May 11 19:53:41.006598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5aa95-1786-49b3-9904-cae2e285b4b6 req-484a45e7-e20b-47b8-a9c6-da05f1480742 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.008070 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66f5aa95-1786-49b3-9904-cae2e285b4b6 req-484a45e7-e20b-47b8-a9c6-da05f1480742 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1370637 May 11 19:53:41.035249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-9e173ddc-6569-4830-941a-2099e8e5e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.036715 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-9e173ddc-6569-4830-941a-2099e8e5e4ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1097 time: 0.1181426 May 11 19:53:41.147305 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66f5aa95-1786-49b3-9904-cae2e285b4b6 req-251321b5-f4d3-4366-bce4-85247a6b2cd6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304250 May 11 19:53:41.311179 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-bbaa3da8-12a8-41d7-8227-0ce4d45a019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.311956 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39514) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:41.312483 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-bbaa3da8-12a8-41d7-8227-0ce4d45a019d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.2681484 May 11 19:53:41.375811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Deleting subnet 133931c5-0313-4c4c-a12a-62902f9a5ba3 {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:53:41.379536 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.421855 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-0d594794-3168-4e18-9381-576314778bad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 217 time: 0.0776975 May 11 19:53:41.433189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.452563 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:41.461655 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:53:41.497383 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.502011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-00980175-74c5-4038-8ef3-48bf89f4afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.503852 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-00980175-74c5-4038-8ef3-48bf89f4afdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0743001 May 11 19:53:41.512798 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb7f49-e08a-42d3-8301-4f52ee7d267b req-d0acc9af-d974-4be8-9b7e-ff5cd86a4851 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.514215 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ccb7f49-e08a-42d3-8301-4f52ee7d267b req-d0acc9af-d974-4be8-9b7e-ff5cd86a4851 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.2057364 May 11 19:53:41.595086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:41.602179 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:41.602763 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.623127 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ccb7f49-e08a-42d3-8301-4f52ee7d267b req-a83ce3f0-bdde-49b6-9668-ebd9f26a24e3 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593398 May 11 19:53:41.670578 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-4d5e8390-199a-44ad-af10-857a18d1ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:41.673213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-4d5e8390-199a-44ad-af10-857a18d1ca12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455982 May 11 19:53:41.809524 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.840039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:41.850835 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:41.908178 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.913270 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:41.916649 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-63686ebd-8237-4b56-94c9-dd6b1f5ab6bf service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336788 May 11 19:53:41.939845 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.943965 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-0ef1cad0-515b-4f00-9754-69d44751f48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:41.951642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133931c5-0313-4c4c-a12a-62902f9a5ba3,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:41.954406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:41.963208 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/133931c5-0313-4c4c-a12a-62902f9a5ba3 HTTP/1.1" status: 204 len: 168 time: 0.6493323 May 11 19:53:41.963803 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39526) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:41.964625 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:42.022505 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f89a7-b6f2-4091-b9c3-50e26b63591e req-521861cb-48aa-4448-b3f4-71313b08c5cd tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:42.024132 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f07f89a7-b6f2-4091-b9c3-50e26b63591e req-521861cb-48aa-4448-b3f4-71313b08c5cd tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 944 time: 0.2240934 May 11 19:53:42.030032 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:42.033443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:42.073007 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.086620 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-34d80093-2e4b-4cf4-a5e3-7739aa6965a6 req-8d4a0106-ef47-419f-a911-ad707873ad36 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630647 May 11 19:53:42.171722 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f07f89a7-b6f2-4091-b9c3-50e26b63591e req-d05fb715-a76d-4727-976b-c4d135c1142e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197827 May 11 19:53:42.203619 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.216202 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:42.217452 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'code': 200} May 11 19:53:42.228508 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c0c092-63b2-4c87-b7c9-77c5a49a52da') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:42.228771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c0c092-63b2-4c87-b7c9-77c5a49a52da') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:42.241574 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.262918 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.271239 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:53:42.271911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:53:42.286039 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:53:42.452382 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.456241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a952bf9d-59db-4c6b-a084-6e070a7c8436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:42.469274 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.478125 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:42.480877 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4a51ae4-a912-453f-a8bf-a7ec4f18cd9f HTTP/1.1" status: 204 len: 168 time: 0.5153496 May 11 19:53:42.481721 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4e7d3a78-54bc-4e98-962f-9d1ef6931546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:42.484403 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39534) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:42.534787 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756904a0-5ce0-4a8d-8481-0296b870bf33 req-836b1967-edc0-4810-bcc2-df5c0392b199 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:42.536474 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-756904a0-5ce0-4a8d-8481-0296b870bf33 req-836b1967-edc0-4810-bcc2-df5c0392b199 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0823781 May 11 19:53:42.551239 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Deleting subnet d4361fe2-cad3-47a6-84ec-aac8785839bd {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:53:42.554441 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.630561 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-756904a0-5ce0-4a8d-8481-0296b870bf33 req-0fdf6109-f12a-4ff2-a585-e97d0ed0bc43 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880895 May 11 19:53:42.668698 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d34a3-38b8-46b6-af37-ebf0c2936574 req-6e9b6479-b516-4000-8f64-104bc7ad60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:42.670543 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ab9d34a3-38b8-46b6-af37-ebf0c2936574 req-6e9b6479-b516-4000-8f64-104bc7ad60bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 1098 time: 0.1131535 May 11 19:53:42.737809 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.739682 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ab9d34a3-38b8-46b6-af37-ebf0c2936574 req-309a3cb0-01d0-4f5b-9f13-3aaa59a72531 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613565 May 11 19:53:42.796770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:42.869295 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a50af3-752a-4175-bc12-8c733ad13afb req-1fedd1bb-97bb-4652-b531-fe5891c46b3a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:42.870894 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-82a50af3-752a-4175-bc12-8c733ad13afb req-1fedd1bb-97bb-4652-b531-fe5891c46b3a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.0906723 May 11 19:53:42.918926 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-82a50af3-752a-4175-bc12-8c733ad13afb req-935908cf-237c-427e-97d4-08123a0cf8c0 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416651 May 11 19:53:43.126806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.132156 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:43.167657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.171208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4361fe2-cad3-47a6-84ec-aac8785839bd,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:43.174217 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:43.177042 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d4361fe2-cad3-47a6-84ec-aac8785839bd HTTP/1.1" status: 204 len: 168 time: 0.6917286 May 11 19:53:43.179476 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39544) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:43.285850 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.359298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1a49-a472-4e6b-9450-f8af52bad620 req-bf2dd24b-2267-4f13-8f0d-81bafa369767 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:43.361186 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c4a1a49-a472-4e6b-9450-f8af52bad620 req-bf2dd24b-2267-4f13-8f0d-81bafa369767 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.0877402 May 11 19:53:43.406817 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c4a1a49-a472-4e6b-9450-f8af52bad620 req-87bd8117-e01c-4a29-bd8b-a6dbfbb4d92a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 May 11 19:53:43.413803 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.426826 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c568f241-a081-4f5c-bee5-12f02216b3f1']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:43.441498 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5556a5-10cf-441c-8a39-9074f16ec5f1') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:43.441792 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5556a5-10cf-441c-8a39-9074f16ec5f1') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:43.454240 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.458349 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:53:43.474589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.480878 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:53:43.481264 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:53:43.494636 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:53:43.628958 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:43.643565 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '1c72763a-37d2-4962-b148-b561be6d303f', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:53:43.645908 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.649468 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:43.662523 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.672110 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c568f241-a081-4f5c-bee5-12f02216b3f1,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:43.674715 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/c568f241-a081-4f5c-bee5-12f02216b3f1 HTTP/1.1" status: 204 len: 168 time: 0.4943047 May 11 19:53:43.675630 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-be4a342c-3cfd-49bb-9e50-d32f237299ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:43.708556 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.727270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:43.743740 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:43.812663 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:43.814433 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-eb303f7d-27f2-45e5-b49a-45077c44ff09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:43.874490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e14fe-bbf6-48bf-b154-21b644569c4e req-7365d96e-c31c-4de5-af72-3e5aa13ff854 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:43.879542 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e68e14fe-bbf6-48bf-b154-21b644569c4e req-7365d96e-c31c-4de5-af72-3e5aa13ff854 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 945 time: 0.0988636 May 11 19:53:43.888128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:43.891803 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:43.930110 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e68e14fe-bbf6-48bf-b154-21b644569c4e req-d4e85511-1115-42bc-8159-71888813ea2e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 May 11 19:53:44.065905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39560) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:44.121559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e5198-2de8-4b91-ba4e-5a33582dfcb8 req-3dda2817-05ff-45b4-997e-3a63edcc1b48 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:44.123156 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-087e5198-2de8-4b91-ba4e-5a33582dfcb8 req-3dda2817-05ff-45b4-997e-3a63edcc1b48 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.0854826 May 11 19:53:44.124808 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-bc87d270-48a6-4bbf-96b6-9aa5a4095a13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db43a0eb42c14d1c83bdb345a68671a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576980 May 11 19:53:44.127115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39564) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:44.174501 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1c72763a-37d2-4962-b148-b561be6d303f'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:53:44.177979 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-087e5198-2de8-4b91-ba4e-5a33582dfcb8 req-b8222b50-d8fc-408c-99dd-72e4f2ce5a83 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465891 May 11 19:53:44.192393 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:44.220660 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:44.332042 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:44.336913 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f89e096e-374c-4ade-acce-1dcd5a983b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:44.348395 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c08381d-7e8e-470d-9ee7-c390aa53f576,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:44.353889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:44.359431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:44.360609 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1d4ee09d-fca0-44ae-ac22-5785d32c10b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c08381d-7e8e-470d-9ee7-c390aa53f576 HTTP/1.1" status: 204 len: 168 time: 0.2325480 May 11 19:53:44.600216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb0042-9cc7-448b-9fd3-b09ddbc2d370 req-1aea2b1f-a10a-49cb-b154-23e6ddaad1e4 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:44.601692 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1fbb0042-9cc7-448b-9fd3-b09ddbc2d370 req-1aea2b1f-a10a-49cb-b154-23e6ddaad1e4 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.0853477 May 11 19:53:44.647862 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1fbb0042-9cc7-448b-9fd3-b09ddbc2d370 req-12c51540-5962-4f84-a196-8750d279e8d1 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 May 11 19:53:44.835008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c8e2-2171-4a04-8eb4-fcb891d9afdc req-b3d3e2e6-a739-4040-80e7-1459f579e22e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:44.836511 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1e58c8e2-2171-4a04-8eb4-fcb891d9afdc req-b3d3e2e6-a739-4040-80e7-1459f579e22e tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.0816994 May 11 19:53:44.846196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39576) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:44.851440 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Request body: {'floatingip': {'port_id': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:44.952627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.143392 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39586) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:45.200158 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-aa01e562-d017-4594-b187-6e0acdfe27de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc5ec07cd794cd694758507b4cb8a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546963 May 11 19:53:45.203499 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39590) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:45.270114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.297304 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.446101 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.450291 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ddde64bf-771a-4d73-8a73-127c5a88b42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:45.461819 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9bf6-e684-4af8-9ff4-545d6d82db8b req-e04d71ec-1296-49ff-9009-fb2c51c49e44 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:45.463374 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-af0f9bf6-e684-4af8-9ff4-545d6d82db8b req-e04d71ec-1296-49ff-9009-fb2c51c49e44 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 945 time: 0.3015614 May 11 19:53:45.464019 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898924d-bdcf-400a-b0c0-0c9485fbc36a,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:45.467124 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:45.468509 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:45.470610 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.472067 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2898924d-bdcf-400a-b0c0-0c9485fbc36a HTTP/1.1" status: 204 len: 168 time: 0.2674527 May 11 19:53:45.565957 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-af0f9bf6-e684-4af8-9ff4-545d6d82db8b req-12535834-e843-45da-8026-6115df5c2e71 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692520 May 11 19:53:45.601136 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 1c72763a-37d2-4962-b148-b561be6d303f completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:45.607582 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 1c72763a-37d2-4962-b148-b561be6d303f triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:45.608154 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.754339 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.782167 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:45.792304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:45.858199 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8d51-458e-469c-bcf9-3bd82d1ffa14 req-28751d5d-2afd-4352-aafb-f8f2ccfed3a7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:45.860892 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f0de8d51-458e-469c-bcf9-3bd82d1ffa14 req-28751d5d-2afd-4352-aafb-f8f2ccfed3a7 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.1763623 May 11 19:53:45.875241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.877284 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-86be6f3f-b285-4a54-ad85-2d3522d4abd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:45.903153 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:45.934736 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f0de8d51-458e-469c-bcf9-3bd82d1ffa14 req-85c98aa2-003f-49ff-9606-608eb98c41b3 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&id=b473b7b6-0b87-4f28-b088-50ff4e122db1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680056 May 11 19:53:45.950428 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:45.954356 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:45.961322 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:46.009505 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'code': 200} May 11 19:53:46.166671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Floating IP 5db9fac6-4668-496e-83a1-a26c902739fa associated. External IP: 172.27.3.97, port: a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8. May 11 19:53:46.377795 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-bc99d172-b87c-45a4-bc70-2dcad7aebbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:46.705892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:46.748792 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa6d75-f9ac-462c-8b56-62557fb9fbd4 req-f22fa43e-d0c9-4677-9c93-e8f34358eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:46.750248 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-74aa6d75-f9ac-462c-8b56-62557fb9fbd4 req-f22fa43e-d0c9-4677-9c93-e8f34358eb89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1099 time: 0.3598630 May 11 19:53:46.936831 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-74aa6d75-f9ac-462c-8b56-62557fb9fbd4 req-a6d329c3-5f28-4847-a3fc-1792bf4929e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721408 May 11 19:53:46.981563 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e126a8a-b7b8-4458-889f-721764e35fb5 req-e1b506e0-eae7-472f-a138-162336ab78f6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:46.983538 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e126a8a-b7b8-4458-889f-721764e35fb5 req-e1b506e0-eae7-472f-a138-162336ab78f6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.2695844 May 11 19:53:47.029335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:47.035244 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:47.037720 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:47.049244 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:47.049878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:47.085911 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e126a8a-b7b8-4458-889f-721764e35fb5 req-0cbfeb1d-4488-498c-9ad0-7ec95f971467 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945690 May 11 19:53:47.106685 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3b1c9e17-8594-456f-acd8-034293a6af5a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "PUT /v2.0/floatingips/5db9fac6-4668-496e-83a1-a26c902739fa HTTP/1.1" status: 200 len: 990 time: 2.2566559 May 11 19:53:47.106685 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:47.284333 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:47.468719 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'status': 'completed', 'code': 200} May 11 19:53:47.600133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249768c-78f7-412e-aed2-de6e4a54012c req-1701bbe3-a4fe-45f7-97ff-658c4243d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:47.601875 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-1701bbe3-a4fe-45f7-97ff-658c4243d610 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 1098 time: 0.0792985 May 11 19:53:47.662230 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5db9fac6-4668-496e-83a1-a26c902739fa', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:2d:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503e-9fb2-4415-8506-87406d607b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:28Z', 'updated_at': '2021-05-11T19:53:45Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:47.666280 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:47.675615 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:47.676238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:47.744241 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249768c-78f7-412e-aed2-de6e4a54012c req-622f4ad0-6f68-4282-bc7b-91dd954bd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:47.745703 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-622f4ad0-6f68-4282-bc7b-91dd954bd2b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 200 len: 912 time: 0.1364746 May 11 19:53:47.908308 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-330cdde7-c388-44ee-b034-10d5949c516b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 HTTP/1.1" status: 200 len: 998 time: 0.1149471 May 11 19:53:47.908609 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:47.937154 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249768c-78f7-412e-aed2-de6e4a54012c req-5c21242f-0f6c-4025-9f9c-2055d5ed11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:47.938709 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-5c21242f-0f6c-4025-9f9c-2055d5ed11ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 200 len: 850 time: 0.0632672 May 11 19:53:48.025272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249768c-78f7-412e-aed2-de6e4a54012c req-e96398f6-41ea-4119-8117-4f93031ed568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:48.026893 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-e96398f6-41ea-4119-8117-4f93031ed568 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=38952c9f-7c04-40fc-a223-34e09d00398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770044 May 11 19:53:48.168092 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-442e009a-dc71-42a0-9e75-25b2d6a51e8d service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323318 May 11 19:53:48.273451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5db9fac6-4668-496e-83a1-a26c902739fa', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:2d:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503e-9fb2-4415-8506-87406d607b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:28Z', 'updated_at': '2021-05-11T19:53:45Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:48.278751 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421f746-76ac-4aae-adf5-376432df6596 None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5db9fac6-4668-496e-83a1-a26c902739fa', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'port_id': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'mac_address': 'fa:16:3e:2d:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b04503e-9fb2-4415-8506-87406d607b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:28Z', 'updated_at': '2021-05-11T19:53:45Z', 'revision_number': 1, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:48.386429 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e249768c-78f7-412e-aed2-de6e4a54012c req-c1c7b9e6-f448-4a6b-b9d6-58d9ef23faba service neutron] 10.222.0.44 "GET /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052279 May 11 19:53:48.409714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a05e35-ae68-47b3-ac7f-3b07244c689f req-63fd5b6a-7695-4832-a62f-10f8c4388cde tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:48.411335 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e8a05e35-ae68-47b3-ac7f-3b07244c689f req-63fd5b6a-7695-4832-a62f-10f8c4388cde tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1544034 May 11 19:53:48.471493 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e8a05e35-ae68-47b3-ac7f-3b07244c689f req-3823acd9-ace6-43d0-ae81-f15cb91b6ff6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 May 11 19:53:48.540129 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94dffc-f255-47df-ae0f-5d0ec8863e82 None None] New status for floating IP 5db9fac6-4668-496e-83a1-a26c902739fa: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:53:48.870579 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:48.902590 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-43eadaa9-3c1c-4333-b290-c0602a936e10 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=526ff4d7f20e4a54af61074965f2db69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326638 May 11 19:53:48.930733 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d0deb716-94f9-4cec-906d-16baaa2feb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:49.060296 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-0d8ad3e0-95e7-478a-8ea7-4e64b32abb7c tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:49.063076 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-0d8ad3e0-95e7-478a-8ea7-4e64b32abb7c tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542778 May 11 19:53:49.079206 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-e0e37a87-aee9-40e8-9559-ca15bfa226c6 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/quotas/526ff4d7f20e4a54af61074965f2db69 HTTP/1.1" status: 200 len: 375 time: 0.0101292 May 11 19:53:49.129766 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-21d6928f-5c8d-49e5-8f0e-d323a73e941e tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=526ff4d7f20e4a54af61074965f2db69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450773 May 11 19:53:49.439926 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c07d9c33-dc94-4225-82e3-7bdc72dcb30f req-fc300b3c-5222-4a37-9ad1-be099ca6ea2c tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.0441947 May 11 19:53:49.669098 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9ff0c-2d81-4467-81f6-1c92e3cde6b2 req-ab7ee232-8788-4876-acf1-cae1c7e95277 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:49.670449 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7f9ff0c-2d81-4467-81f6-1c92e3cde6b2 req-ab7ee232-8788-4876-acf1-cae1c7e95277 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0846975 May 11 19:53:49.826701 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7f9ff0c-2d81-4467-81f6-1c92e3cde6b2 req-19e3d8dd-c027-436d-80eb-a216522b4fee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500990 May 11 19:53:50.161916 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97f0d6-efbd-4390-9e09-bbdfe86428a7 req-07a98dd3-0e3e-40df-9c62-52b50c8a4777 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:50.163411 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-db97f0d6-efbd-4390-9e09-bbdfe86428a7 req-07a98dd3-0e3e-40df-9c62-52b50c8a4777 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0867915 May 11 19:53:50.172796 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39698) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:53:50.177978 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Request body: {'floatingip': {'port_id': '1c72763a-37d2-4962-b148-b561be6d303f'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:50.258430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:50.343152 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:50.653665 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-671bebc0-3d31-484a-8fdd-beb3f03fa2ed req-ab8b0d06-f361-407e-8a84-3f464fc18340 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.0601273 May 11 19:53:50.945208 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:51.024531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:51.206834 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Floating IP 229b97de-967e-473d-9dc0-0700b19951f9 associated. External IP: 172.27.3.93, port: 1c72763a-37d2-4962-b148-b561be6d303f. May 11 19:53:51.619240 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:51.674000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:53:51.845673 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0d91044a-607c-42e8-8840-873c725d54a2 req-51a9a369-1dec-4953-a73c-3d38d7744af3 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.0546718 May 11 19:53:51.901017 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:53:51.905896 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:51.911609 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:53:51.921158 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:51.923020 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:51.962522 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-888e5633-f1f4-42f8-9380-f8022637a77c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "PUT /v2.0/floatingips/229b97de-967e-473d-9dc0-0700b19951f9 HTTP/1.1" status: 200 len: 991 time: 1.7886043 May 11 19:53:51.963248 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:52.014819 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-fbbdc05f-eb31-414f-9d64-bfb06f0be3ff tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=526ff4d7f20e4a54af61074965f2db69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348511 May 11 19:53:52.123603 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:52.185568 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-b1669989-0dec-48dc-9541-e3e07dc2df21 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:52.187868 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-b1669989-0dec-48dc-9541-e3e07dc2df21 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664441 May 11 19:53:52.196163 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'status': 'completed', 'code': 200} May 11 19:53:52.209491 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Request body: {'port': {'device_id': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84', 'admin_state_up': True, 'tenant_id': '526ff4d7f20e4a54af61074965f2db69'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:52.361501 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-3dbe0c53-18d5-4011-8723-99eabd8d667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:52.363501 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-3dbe0c53-18d5-4011-8723-99eabd8d667d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1099 time: 0.1010301 May 11 19:53:52.365801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:52.371529 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Usage tracker for resource:port and tenant:526ff4d7f20e4a54af61074965f2db69 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:52.375265 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:52.383485 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:52.475286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Made reservation on behalf of 526ff4d7f20e4a54af61074965f2db69 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:52.480242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:52.494222 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:52.494631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '229b97de-967e-473d-9dc0-0700b19951f9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459b760-073d-45a1-9577-48007ce84578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:31Z', 'updated_at': '2021-05-11T19:53:50Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:52.499925 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:53:52.509041 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:53:52.509740 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:52.510534 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-35c71407-f401-4ee9-b6d1-1168d283f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:52.512042 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-35c71407-f401-4ee9-b6d1-1168d283f7cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.1409233 May 11 19:53:52.512192 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:52.517646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Usage tracker for resource:security_group_rule and tenant:526ff4d7f20e4a54af61074965f2db69 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:53:52.520585 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:53:52.526672 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:52.626039 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-dcb0c259-5708-4775-9b8b-4e2e267b3aa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 999 time: 0.1042874 May 11 19:53:52.655838 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:52.697910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-6b431b58-9ec8-4579-a554-75594f606470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:52.699415 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-6b431b58-9ec8-4579-a554-75594f606470 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0657594 May 11 19:53:52.714807 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:53:52.721360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:52.728051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3d5ca0e4-7031-466a-9fd8-10fa57a1c8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:52.814148 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd90f00d-037a-4756-8a8e-985fb6e2ab94,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:52.823629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-f8c1f7e9-4681-4451-9841-f38027387701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:52.825138 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-f8c1f7e9-4681-4451-9841-f38027387701 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933235 May 11 19:53:52.832700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:52.976844 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Allocated IP 192.168.233.146 (da6ad59c-95f7-481b-8076-e59afe925a84/94e6ff06-b7de-4172-bbe4-df9adaf6175a/fe96a7d8-dee7-48b4-9553-f615ed3c0161) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:52.995586 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-958dfa60-8a71-4d45-bb55-e52a16cba908 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607835 May 11 19:53:53.073081 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f703b9fd-7e20-4798-a719-d5fd718df518 req-b53743a6-f36a-47d1-a8d8-ad2b67728dd2 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.0636079 May 11 19:53:53.180141 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-8e0f9968-c96a-4257-bbb3-3d47ba0d8adc req-0a063d49-e579-48ee-8d1f-dcf4bd766715 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776104 May 11 19:53:53.280362 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:53.295757 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Transition to ACTIVE for port object fe96a7d8-dee7-48b4-9553-f615ed3c0161 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:53.331993 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '229b97de-967e-473d-9dc0-0700b19951f9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459b760-073d-45a1-9577-48007ce84578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:31Z', 'updated_at': '2021-05-11T19:53:50Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:53:53.337308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac98a46-dcbf-458c-b6eb-9b318bc00343 None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '229b97de-967e-473d-9dc0-0700b19951f9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4459b760-073d-45a1-9577-48007ce84578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:53:31Z', 'updated_at': '2021-05-11T19:53:50Z', 'revision_number': 1, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:53:53.395600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:53.404402 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d7c2cae9-b155-4f01-88ed-d900a0fa0a11 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:53.481418 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Network da6ad59c-95f7-481b-8076-e59afe925a84 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:53.491715 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:53.502211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:53.554333 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Pushing event updated for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:53.570035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-3db166da-30c9-452d-a7a8-62cabfd6a029 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227521727&fields=id&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 267 time: 0.1316180 May 11 19:53:53.572161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:53.573409 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a99216c-e49e-463d-a38f-69f789aaef50 None None] New status for floating IP 229b97de-967e-473d-9dc0-0700b19951f9: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:53:53.800388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:53.800928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:53.806086 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d54c969b-5b73-455f-9881-a745877e8225 None None] Provisioning for port fe96a7d8-dee7-48b4-9553-f615ed3c0161 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:53.811539 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d54c969b-5b73-455f-9881-a745877e8225 None None] Provisioning complete for port fe96a7d8-dee7-48b4-9553-f615ed3c0161 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:53.812056 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d54c969b-5b73-455f-9881-a745877e8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:53.888760 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d54c969b-5b73-455f-9881-a745877e8225 None None] Port fe96a7d8-dee7-48b4-9553-f615ed3c0161 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:53.894645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-7e294ad0-126a-4729-b1fd-aa625fb7f44d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:53.896195 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-7e294ad0-126a-4729-b1fd-aa625fb7f44d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.3253322 May 11 19:53:53.911817 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-dd63fa12-36bc-4cbf-a624-41037f337d97 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/quotas/7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 375 time: 0.0097859 May 11 19:53:53.954347 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7499101 May 11 19:53:53.974706 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Request body: {'port': {'device_id': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:54.085305 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d0f28380-562a-4d29-ab19-14fee65948dd req-936c2cca-3e6d-49e9-beb9-594978c52b4d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:54.114828 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:54.234393 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d0f28380-562a-4d29-ab19-14fee65948dd req-936c2cca-3e6d-49e9-beb9-594978c52b4d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:54.235707 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-936c2cca-3e6d-49e9-beb9-594978c52b4d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3186977 May 11 19:53:54.479264 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-82a17abc-1166-4772-ae54-205f249d5f05 service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316077 May 11 19:53:54.688503 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-b82fe2c5-196a-4ec0-b589-57bba473ec5e service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960931 May 11 19:53:54.692399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe96a7d8-dee7-48b4-9553-f615ed3c0161 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:54.699746 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:54.714714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Transition to ACTIVE for port object fe96a7d8-dee7-48b4-9553-f615ed3c0161 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:54.805979 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:54.810877 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ab331c12-5ff5-4d48-ae6d-e6d9da9bc9a3 tempest-ServerRescueNegativeTestJSON-1998485857 tempest-ServerRescueNegativeTestJSON-1998485857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:54.975986 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:55.007250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:55.051649 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Attempting to bind port fe96a7d8-dee7-48b4-9553-f615ed3c0161 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:53:55.051996 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Attempting to bind port fe96a7d8-dee7-48b4-9553-f615ed3c0161 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:53:55.052329 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Attempting to bind port fe96a7d8-dee7-48b4-9553-f615ed3c0161 on network da6ad59c-95f7-481b-8076-e59afe925a84 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:55.057092 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Port fe96a7d8-dee7-48b4-9553-f615ed3c0161 on network da6ad59c-95f7-481b-8076-e59afe925a84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:53:55.058191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Attempting to bind port fe96a7d8-dee7-48b4-9553-f615ed3c0161 on network da6ad59c-95f7-481b-8076-e59afe925a84 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:53:55.063315 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:53:55.063657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Checking segment: {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:53:55.064051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Bound using segment: {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:53:55.064478 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Bound port: fe96a7d8-dee7-48b4-9553-f615ed3c0161, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e789666-721c-44cd-b37c-73c18151d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:53:55.064823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:55.156883 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:53:55.160048 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:53:55.241624 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:55.245719 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a28b85af-80c5-466d-aef5-40d114137263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:55.304984 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:55.305805 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:55.307090 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/fe96a7d8-dee7-48b4-9553-f615ed3c0161 HTTP/1.1" status: 200 len: 1098 time: 1.3372934 May 11 19:53:55.307582 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:55.338576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:55.341723 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:55.602102 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a39913-30d8-4978-8886-2a5e12377092 req-1f23cb1e-6c04-4f67-91fc-6537c2abaee0 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:55.602774 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-80a39913-30d8-4978-8886-2a5e12377092 req-1f23cb1e-6c04-4f67-91fc-6537c2abaee0 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Synchronizing usage tracker for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:55.619789 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-d1a80218-b816-4d1c-a898-5da9a93e3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:55.621189 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-d1a80218-b816-4d1c-a898-5da9a93e3ce3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=526ff4d7f20e4a54af61074965f2db69&device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 1101 time: 0.1199841 May 11 19:53:55.695320 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-624419d5-44d5-4ef7-85d3-8093f59a20ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161 HTTP/1.1" status: 200 len: 217 time: 0.0593784 May 11 19:53:55.736459 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-80a39913-30d8-4978-8886-2a5e12377092 req-1f23cb1e-6c04-4f67-91fc-6537c2abaee0 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Unset dirty status for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:55.737582 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-80a39913-30d8-4978-8886-2a5e12377092 req-1f23cb1e-6c04-4f67-91fc-6537c2abaee0 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 948 time: 0.2694886 May 11 19:53:55.890623 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-ef39d58c-35e5-4252-93fd-e2daa5ef52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:55.892081 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-ef39d58c-35e5-4252-93fd-e2daa5ef52be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94e6ff06-b7de-4172-bbe4-df9adaf6175a HTTP/1.1" status: 200 len: 843 time: 0.1906450 May 11 19:53:55.896041 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-80a39913-30d8-4978-8886-2a5e12377092 req-4dc8800d-5e3d-4f60-a8a6-6d8812695339 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Synchronizing usage tracker for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:55.979367 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49167d82-46a9-4a76-804a-20e79518b82c req-327ec537-03b1-4329-b258-cbfd7d834c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:55.980884 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-327ec537-03b1-4329-b258-cbfd7d834c0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da6ad59c-95f7-481b-8076-e59afe925a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725536 May 11 19:53:56.057782 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-80a39913-30d8-4978-8886-2a5e12377092 req-4dc8800d-5e3d-4f60-a8a6-6d8812695339 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Unset dirty status for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:56.058922 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-80a39913-30d8-4978-8886-2a5e12377092 req-4dc8800d-5e3d-4f60-a8a6-6d8812695339 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192864 May 11 19:53:56.130683 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-6adde86e-8807-4184-89fd-bf2f99868a40 service neutron] 10.222.0.44 "GET /v2.0/networks/da6ad59c-95f7-481b-8076-e59afe925a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423476 May 11 19:53:56.274001 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49167d82-46a9-4a76-804a-20e79518b82c req-2852779f-7be2-4cf1-9c9f-926317fe453a service neutron] 10.222.0.44 "GET /v2.0/networks/da6ad59c-95f7-481b-8076-e59afe925a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315188 May 11 19:53:56.359404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa3342a1-3477-4070-85ea-b3d619bf61cd req-18abaddf-3733-4294-8643-6ebf80dcd5b7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 210 time: 0.0501235 May 11 19:53:56.409970 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161', 'status': 'completed', 'code': 200} May 11 19:53:56.622904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-b05ac269-126e-4c9b-8d34-6d77c82adac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:56.624382 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-b05ac269-126e-4c9b-8d34-6d77c82adac1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=526ff4d7f20e4a54af61074965f2db69&device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 1101 time: 0.0700190 May 11 19:53:56.759557 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-d8390c85-5d2c-48f3-9d1b-6236d43542f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:56.761009 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-d8390c85-5d2c-48f3-9d1b-6236d43542f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=da6ad59c-95f7-481b-8076-e59afe925a84 HTTP/1.1" status: 200 len: 870 time: 0.1276290 May 11 19:53:56.839254 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-2cb84177-0a47-4d9a-b38b-3c5cedd1e43e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161 HTTP/1.1" status: 200 len: 217 time: 0.0667126 May 11 19:53:56.903591 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-fc4ad11b-b9f7-47c3-86d5-b20b25fc0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:56.905010 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-fc4ad11b-b9f7-47c3-86d5-b20b25fc0171 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94e6ff06-b7de-4172-bbe4-df9adaf6175a HTTP/1.1" status: 200 len: 843 time: 0.0588069 May 11 19:53:56.985072 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-cd4a7be0-9b07-4e77-b159-455a154e4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:56.986525 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-cd4a7be0-9b07-4e77-b159-455a154e4007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da6ad59c-95f7-481b-8076-e59afe925a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734251 May 11 19:53:57.131208 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-d75bcaa7-492f-4e52-ba09-beeda75c702d service neutron] 10.222.0.44 "GET /v2.0/networks/da6ad59c-95f7-481b-8076-e59afe925a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310828 May 11 19:53:57.324894 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bfd36f98-2212-4076-9d16-8d13208c2db5 req-2b514a1d-dadb-4ea6-acf4-07f5db59c05b service neutron] 10.222.0.44 "GET /v2.0/networks/da6ad59c-95f7-481b-8076-e59afe925a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792283 May 11 19:53:57.342087 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f241e-a14c-482a-a8bf-984e72ec6dcc req-5f726f92-87ab-446c-899b-a6357b860d78 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:57.344002 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf6f241e-a14c-482a-a8bf-984e72ec6dcc req-5f726f92-87ab-446c-899b-a6357b860d78 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 948 time: 0.1291409 May 11 19:53:57.388204 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cf6f241e-a14c-482a-a8bf-984e72ec6dcc req-41224725-3a6e-4515-8a04-1436d7bfa6a6 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 May 11 19:53:57.541909 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device fe96a7d8-dee7-48b4-9553-f615ed3c0161 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:53:57.679541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:57.693506 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161', 'network_id': 'da6ad59c-95f7-481b-8076-e59afe925a84', 'port_id': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161', 'mac_address': 'fa:16:3e:82:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e6ff06-b7de-4172-bbe4-df9adaf6175a', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:53:57.702569 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-90b876f2-0321-4b28-8684-edf41cd7d6c9 req-edce940c-7033-4206-bdfb-de430be0fb20 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 210 time: 0.0691230 May 11 19:53:57.774784 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:57.792227 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe96a7d8-dee7-48b4-9553-f615ed3c0161 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:57.809607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:57.842820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-76be2de9-db24-4d32-8358-a1ae3bd50865 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:57.844396 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-76be2de9-db24-4d32-8358-a1ae3bd50865 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.1748428 May 11 19:53:57.880491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:57.882488 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:57.907644 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-25920906-22fc-41c7-a370-69359953cd91 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 380 time: 0.0463212 May 11 19:53:57.917308 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'port': {'device_id': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'admin_state_up': True, 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'security_groups': ['70aaf13e-ee88-48ad-b93c-4e1e2ef193f1']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:57.949984 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:57.953129 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:58.150056 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:53:58.159754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:53:58.240537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Made reservation on behalf of 7a81fc91eaf6488ab423bd84e0b78f96 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:53:58.244291 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:58.276592 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['fe96a7d8-dee7-48b4-9553-f615ed3c0161'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:53:58.413023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.20.0.12 (b16934e3-0221-4445-801e-34d9a6cc51c9/ad68a686-c2c6-45e1-b3dc-596e62579c0f/1920dd32-a4e9-421c-8aad-f36552661c41) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:53:58.548632 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:58.666547 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:58.680600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b91b-3365-4d32-bfd7-6368e197090e req-5183f613-0db5-46df-a627-49bd665f954a tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:58.682036 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1dc4b91b-3365-4d32-bfd7-6368e197090e req-5183f613-0db5-46df-a627-49bd665f954a tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 949 time: 0.1574039 May 11 19:53:58.705503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Transition to ACTIVE for port object 1920dd32-a4e9-421c-8aad-f36552661c41 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:58.740019 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1dc4b91b-3365-4d32-bfd7-6368e197090e req-4e2b213e-6b2a-49ff-99cb-ffd3742022db tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487103 May 11 19:53:58.818441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:58.826616 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1376fd9b-3f00-4a53-a8b5-79ce1a6c8bb3 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:58.885850 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:53:58.889827 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:53:58.893395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:53:58.942942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:53:58.947507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:53:58.974635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:58.977837 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.076957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f895-d170-4074-b5d7-684b28c0b6f1 req-118b586a-6386-4aa5-8873-a1f118126ccc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:53:59.077865 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-a5a4f895-d170-4074-b5d7-684b28c0b6f1 req-118b586a-6386-4aa5-8873-a1f118126ccc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:53:59.089421 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1758251 May 11 19:53:59.113287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Request body: {'port': {'device_id': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:53:59.142765 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-871c784a-f456-437e-81eb-75661fdde903 None None] Provisioning for port 1920dd32-a4e9-421c-8aad-f36552661c41 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:59.145269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-a5a4f895-d170-4074-b5d7-684b28c0b6f1 req-118b586a-6386-4aa5-8873-a1f118126ccc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:53:59.145269 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a5a4f895-d170-4074-b5d7-684b28c0b6f1 req-118b586a-6386-4aa5-8873-a1f118126ccc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 932 time: 0.1646199 May 11 19:53:59.150285 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-871c784a-f456-437e-81eb-75661fdde903 None None] Provisioning complete for port 1920dd32-a4e9-421c-8aad-f36552661c41 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:59.150898 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-871c784a-f456-437e-81eb-75661fdde903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.205335 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-871c784a-f456-437e-81eb-75661fdde903 None None] Port 1920dd32-a4e9-421c-8aad-f36552661c41 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:53:59.247217 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a5a4f895-d170-4074-b5d7-684b28c0b6f1 req-521ec4bf-725e-4ac5-99b6-4f9b39be236d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948596 May 11 19:53:59.269216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.555776 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device fe96a7d8-dee7-48b4-9553-f615ed3c0161 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:53:59.618477 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1920dd32-a4e9-421c-8aad-f36552661c41 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:53:59.626062 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.641176 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Transition to ACTIVE for port object 1920dd32-a4e9-421c-8aad-f36552661c41 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:53:59.696517 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port fe96a7d8-dee7-48b4-9553-f615ed3c0161 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:53:59.701328 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port fe96a7d8-dee7-48b4-9553-f615ed3c0161 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:53:59.701729 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.753488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.758522 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fff5092b-5b9d-4a33-b18b-35bbe2c93474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:59.840421 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.871709 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:53:59.883291 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:53:59.943276 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:53:59.946367 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:53:59.981245 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Pushing event updated for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:00.013377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:00.021435 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:00.024498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:00.077530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Attempting to bind port 1920dd32-a4e9-421c-8aad-f36552661c41 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:54:00.078377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Attempting to bind port 1920dd32-a4e9-421c-8aad-f36552661c41 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:54:00.078728 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Attempting to bind port 1920dd32-a4e9-421c-8aad-f36552661c41 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:54:00.088957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f34fb7-4e24-4243-bd67-2602434c94b8 req-3254afba-ed10-45ca-bb1a-6a56eedd6090 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.090343 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53f34fb7-4e24-4243-bd67-2602434c94b8 req-3254afba-ed10-45ca-bb1a-6a56eedd6090 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 949 time: 0.2129474 May 11 19:54:00.092161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Port 1920dd32-a4e9-421c-8aad-f36552661c41 on network b16934e3-0221-4445-801e-34d9a6cc51c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:54:00.092512 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Attempting to bind port 1920dd32-a4e9-421c-8aad-f36552661c41 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:54:00.112554 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:54:00.112892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:54:00.113269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Bound using segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:54:00.113731 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Bound port: 1920dd32-a4e9-421c-8aad-f36552661c41, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:54:00.114076 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:00.191524 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53f34fb7-4e24-4243-bd67-2602434c94b8 req-631d753e-f3cc-4d9a-9e4e-4235f88ad5a6 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942509 May 11 19:54:00.227391 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:54:00.230420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1920dd32-a4e9-421c-8aad-f36552661c41,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:54:00.296866 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161', 'code': 200} May 11 19:54:00.332206 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:00.337013 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:00.497911 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.498522 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:00.500585 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] 10.222.0.44 "PUT /v2.0/ports/1920dd32-a4e9-421c-8aad-f36552661c41 HTTP/1.1" status: 200 len: 1094 time: 1.3921752 May 11 19:54:00.501078 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:00.597810 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Pushing event updated for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:00.602643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:00.644551 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb5378-ba65-40c4-bbc3-729fa7144874 req-249e9371-1230-4bec-92c9-46d0c082329e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.646180 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-83cb5378-ba65-40c4-bbc3-729fa7144874 req-249e9371-1230-4bec-92c9-46d0c082329e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.0993862 May 11 19:54:00.693560 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-83cb5378-ba65-40c4-bbc3-729fa7144874 req-bac92225-eedb-45e0-ac09-6dbe19c52027 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 May 11 19:54:00.807431 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-abbaa015-6a2c-45df-a751-8f039643e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.808903 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-abbaa015-6a2c-45df-a751-8f039643e8e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 1097 time: 0.0756762 May 11 19:54:00.897781 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-4c039f2a-904b-4d6c-b6c6-f6151e13cc72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1920dd32-a4e9-421c-8aad-f36552661c41 HTTP/1.1" status: 200 len: 217 time: 0.0671642 May 11 19:54:00.940278 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41', 'status': 'completed', 'code': 200} May 11 19:54:00.967319 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-2585c166-616f-4954-9f1b-ea8e39124ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.969695 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-2585c166-616f-4954-9f1b-ea8e39124ccf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0640666 May 11 19:54:00.978627 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae28644-3c24-4bbe-a786-408063e4ed06 req-1f9f7963-5526-474c-813f-804acc315da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:00.980021 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-cae28644-3c24-4bbe-a786-408063e4ed06 req-1f9f7963-5526-474c-813f-804acc315da3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 1103 time: 0.1693656 May 11 19:54:01.024269 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-cae28644-3c24-4bbe-a786-408063e4ed06 req-9f8b2d32-2667-408f-a9c6-58a4ec6c8c97 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348425 May 11 19:54:01.065540 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28380-562a-4d29-ab19-14fee65948dd req-625987ef-5999-4492-b8e5-bbc8e16ea3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:01.065540 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-625987ef-5999-4492-b8e5-bbc8e16ea3d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749216 May 11 19:54:01.491711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3036947-590d-449e-ab88-62ca12fbf095 req-f36ab1c5-62cf-4a2b-9748-e700b2800b2f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:01.493086 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3036947-590d-449e-ab88-62ca12fbf095 req-f36ab1c5-62cf-4a2b-9748-e700b2800b2f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 950 time: 0.1932969 May 11 19:54:01.496337 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-9800f7c1-ddc8-44fc-b416-f609bdc83645 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605935 May 11 19:54:01.615354 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3036947-590d-449e-ab88-62ca12fbf095 req-d95a015d-b638-43c6-ab31-557e03bfa6b3 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164672 May 11 19:54:01.667212 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f28380-562a-4d29-ab19-14fee65948dd req-a543d9ec-ef9c-4bfd-8a91-ef479a0308cb service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545796 May 11 19:54:02.012419 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-4dcbab51-162c-4e76-95aa-8fd674615e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.013861 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-4dcbab51-162c-4e76-95aa-8fd674615e52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 1097 time: 0.1071787 May 11 19:54:02.023134 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b494e77-c80f-4317-818a-c5fdda53687c req-7f08d457-f1cc-4d51-9689-8a78237b2ae9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.024520 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2b494e77-c80f-4317-818a-c5fdda53687c req-7f08d457-f1cc-4d51-9689-8a78237b2ae9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.1547658 May 11 19:54:02.148130 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2b494e77-c80f-4317-818a-c5fdda53687c req-8b4b072a-dcc4-426a-afc4-0ff139e344e6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053126 May 11 19:54:02.193687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-e0a59b74-0c07-4426-be77-3a6818dc4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.195226 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-e0a59b74-0c07-4426-be77-3a6818dc4b26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1698649 May 11 19:54:02.338861 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-7d46b5c5-7377-4d5f-a596-8db3ef0ac084 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1920dd32-a4e9-421c-8aad-f36552661c41 HTTP/1.1" status: 200 len: 217 time: 0.0605304 May 11 19:54:02.446919 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-6f2b014a-c869-496b-8c50-6c36a4de8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.448295 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-6f2b014a-c869-496b-8c50-6c36a4de8134 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0619056 May 11 19:54:02.523898 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-b76c53dd-25d5-4b17-9146-a1e798942a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.525369 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-b76c53dd-25d5-4b17-9146-a1e798942a97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700202 May 11 19:54:02.657307 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-009715a8-cf9b-4521-a4c6-98ff22b114ea service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244228 May 11 19:54:02.959808 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4797b399-dcea-4d90-a1fa-449822e7e664 req-d762b1e1-3632-4405-b3c1-8fb7de6a74c3 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815630 May 11 19:54:02.982328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16143-5a21-4c5b-9e3f-5e6a22e26005 req-6c9a6dfb-6a1b-4ad1-a3bf-313436f43879 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:02.983853 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dac16143-5a21-4c5b-9e3f-5e6a22e26005 req-6c9a6dfb-6a1b-4ad1-a3bf-313436f43879 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 950 time: 0.1360359 May 11 19:54:03.031535 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dac16143-5a21-4c5b-9e3f-5e6a22e26005 req-f0b722a1-dc90-4cd8-80fc-7b08ae384e70 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 May 11 19:54:03.816117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d58d-a77e-4281-86d7-991db62c8465 req-dc788060-4e97-4dcd-89e4-cb294239aea1 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:03.817520 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75a3d58d-a77e-4281-86d7-991db62c8465 req-dc788060-4e97-4dcd-89e4-cb294239aea1 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.0804267 May 11 19:54:03.865251 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75a3d58d-a77e-4281-86d7-991db62c8465 req-c49e7e8e-d910-40d1-9eb7-929bfb855ff9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 May 11 19:54:04.199254 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3868a3-161e-4cce-8d28-5b489381de22 req-d287b390-9a4d-4b00-96fc-77b7187c202e tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:04.200695 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa3868a3-161e-4cce-8d28-5b489381de22 req-d287b390-9a4d-4b00-96fc-77b7187c202e tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 950 time: 0.0801315 May 11 19:54:04.244173 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa3868a3-161e-4cce-8d28-5b489381de22 req-0da15e77-902a-4c57-a6d5-c224df74daff tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 May 11 19:54:05.052617 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428401-826d-42c1-9849-c4d9181a886f req-8141e393-650c-461e-8d66-35f62c157de8 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:05.054042 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-89428401-826d-42c1-9849-c4d9181a886f req-8141e393-650c-461e-8d66-35f62c157de8 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.0821128 May 11 19:54:05.098070 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-89428401-826d-42c1-9849-c4d9181a886f req-9f9d250f-59a9-4f80-94ec-6b91f70a6130 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 May 11 19:54:05.458606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520ccaa-9801-48b0-be4d-be48361c1eaa req-922f25d3-d44e-4012-afbf-6b5edaca9b51 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:05.460089 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d520ccaa-9801-48b0-be4d-be48361c1eaa req-922f25d3-d44e-4012-afbf-6b5edaca9b51 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 950 time: 0.0789363 May 11 19:54:05.506522 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d520ccaa-9801-48b0-be4d-be48361c1eaa req-4718bf3d-befe-40ec-b9c7-eb66ece003cb tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd90f00d-037a-4756-8a8e-985fb6e2ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 May 11 19:54:05.769245 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-31526f0a-4fee-42c0-95a5-b3c27a03320f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:05.770684 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-31526f0a-4fee-42c0-95a5-b3c27a03320f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.44 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 950 time: 0.0816500 May 11 19:54:05.914362 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Deleting port fe96a7d8-dee7-48b4-9553-f615ed3c0161 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:05.914709 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:06.055418 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] For port fe96a7d8-dee7-48b4-9553-f615ed3c0161, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fe96a7d8-dee7-48b4-9553-f615ed3c0161,segment=NetworkSegment(4e789666-721c-44cd-b37c-73c18151d37e),segment_id=4e789666-721c-44cd-b37c-73c18151d37e)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:06.055779 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:06.182722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Calling delete_port for fe96a7d8-dee7-48b4-9553-f615ed3c0161 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:06.352649 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521b767-86de-40d8-9e32-ea3bb8deb476 req-9cf0fc24-f8e4-4329-bba2-54890d7d5bd7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:06.354100 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1521b767-86de-40d8-9e32-ea3bb8deb476 req-9cf0fc24-f8e4-4329-bba2-54890d7d5bd7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.1446421 May 11 19:54:06.399866 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1521b767-86de-40d8-9e32-ea3bb8deb476 req-2787acb4-9f1a-4d38-98ab-438ca4cc71be tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392387 May 11 19:54:06.519432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:06.525136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a0f18e33-31e3-40b6-ab81-70bdd87e8077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:06.569732 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['fe96a7d8-dee7-48b4-9553-f615ed3c0161'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:54:06.571887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Pushing event deleted for resources: {'Port': ['ID=fe96a7d8-dee7-48b4-9553-f615ed3c0161,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:06.575157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:06.681514 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] No DVR routers for this DVR port fe96a7d8-dee7-48b4-9553-f615ed3c0161 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:06.688939 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:06.691646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'name': 'network-vif-deleted', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:06.707167 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bc8fca48-78de-4d35-92e7-fde38ede87f1 req-3172e395-33f6-48e8-a30d-39be6900b3c7 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.0614130 May 11 19:54:06.762609 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43db4dd-63cb-4403-9c8a-14cd97695ba7', 'name': 'network-vif-deleted', 'tag': 'fe96a7d8-dee7-48b4-9553-f615ed3c0161', 'status': 'completed', 'code': 200} May 11 19:54:06.790076 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-adc90b1d-464c-4b5e-9bbd-2d9444a2ee03 req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.44 "DELETE /v2.0/ports/fe96a7d8-dee7-48b4-9553-f615ed3c0161 HTTP/1.1" status: 204 len: 173 time: 1.0083919 May 11 19:54:07.591413 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae60ba-e28d-49c4-a034-ee2880973d60 req-f7adc9af-2d40-4062-9da1-15eac78c107f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:07.592852 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66ae60ba-e28d-49c4-a034-ee2880973d60 req-f7adc9af-2d40-4062-9da1-15eac78c107f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.0853980 May 11 19:54:07.600772 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 39912) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:07.638667 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66ae60ba-e28d-49c4-a034-ee2880973d60 req-0183650e-2343-4505-aa19-9204750eea11 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 May 11 19:54:07.726425 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:07.743894 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:07.748006 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Usage tracker for resource:security_group_rule and tenant:3f37d52026e04ef8b2ff8547da791c32 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:07.751303 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:07.757512 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:07.840167 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:07.926238 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:07.933846 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-561964e7-efa2-4798-9fa0-6283f416e3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:07.950762 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-6fae5b8e-c94e-4ea0-a9a4-222300c9411c req-b2f01e10-8949-44f4-bf5f-2426540c88e1 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Synchronizing usage tracker for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:54:07.975676 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f37d52026e04ef8b2ff8547da791c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737223 May 11 19:54:07.976802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859092ec-f299-42bb-a05e-efd9ace89a20,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:07.978437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39922) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:07.981396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8b89d0e5-7f2d-468d-95d9-d23493d2f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:08.112621 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-6fae5b8e-c94e-4ea0-a9a4-222300c9411c req-b2f01e10-8949-44f4-bf5f-2426540c88e1 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Unset dirty status for tenant:526ff4d7f20e4a54af61074965f2db69 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:54:08.113734 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6fae5b8e-c94e-4ea0-a9a4-222300c9411c req-b2f01e10-8949-44f4-bf5f-2426540c88e1 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43db4dd-63cb-4403-9c8a-14cd97695ba7 HTTP/1.1" status: 200 len: 210 time: 0.2127495 May 11 19:54:08.134784 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:08.162657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:08.273947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:08.278086 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9c0b3ec2-430c-41c5-b073-37ba12b8e441 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:08.289113 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859092ec-f299-42bb-a05e-efd9ace89a20,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:08.291704 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:08.296863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:08.297980 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/859092ec-f299-42bb-a05e-efd9ace89a20 HTTP/1.1" status: 204 len: 168 time: 0.3184199 May 11 19:54:08.834639 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090fd75-fa5b-4ab8-9f51-119b54e18396 req-e9dfce5a-d2d9-4ad7-9433-efc639da529c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:08.836090 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f090fd75-fa5b-4ab8-9f51-119b54e18396 req-e9dfce5a-d2d9-4ad7-9433-efc639da529c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 944 time: 0.0830753 May 11 19:54:08.882543 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f090fd75-fa5b-4ab8-9f51-119b54e18396 req-75d1a1d1-f0dd-4e1c-9cde-260784d131e6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 May 11 19:54:09.613696 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1920dd32-a4e9-421c-8aad-f36552661c41 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:54:09.621199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device fe96a7d8-dee7-48b4-9553-f615ed3c0161 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:09.658613 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: fe96a7d8-dee7-48b4-9553-f615ed3c0161 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:09.658891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device fe96a7d8-dee7-48b4-9553-f615ed3c0161 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:09.786698 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1920dd32-a4e9-421c-8aad-f36552661c41,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:09.800479 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '1920dd32-a4e9-421c-8aad-f36552661c41', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'port_id': '1920dd32-a4e9-421c-8aad-f36552661c41', 'mac_address': 'fa:16:3e:ed:22:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:54:09.861143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:09.878466 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1920dd32-a4e9-421c-8aad-f36552661c41 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:54:09.893824 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1920dd32-a4e9-421c-8aad-f36552661c41,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:09.930402 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 39988) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:09.982139 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:09.984607 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:10.059329 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:10.062671 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:10.075355 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.094591 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:10.102829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Usage tracker for resource:security_group_rule and tenant:b039fb8f6f8c455c98737839201dc213 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:10.111470 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:10.125960 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae87dc-2a0b-48ce-ae0e-b2eb7e53cfdf req-1718a9b3-69bc-44b8-a74b-5a04f3369516 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:10.127458 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37ae87dc-2a0b-48ce-ae0e-b2eb7e53cfdf req-1718a9b3-69bc-44b8-a74b-5a04f3369516 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 945 time: 0.1308258 May 11 19:54:10.128354 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:10.196381 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37ae87dc-2a0b-48ce-ae0e-b2eb7e53cfdf req-3e32a301-cd49-4a33-b610-1dddbfc7c7eb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594475 May 11 19:54:10.261833 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.323371 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1920dd32-a4e9-421c-8aad-f36552661c41'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:54:10.343799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.354085 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8577f199-0e0c-4a90-83c7-58c7ecb02949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:10.399109 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b039fb8f6f8c455c98737839201dc213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674237 May 11 19:54:10.401720 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40012) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:10.403799 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a70a6-727d-4b07-a3d0-231adf55420f,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:10.408051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7691fcb1-0bd1-4ac5-bb8f-e3df38834ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:10.481828 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.510678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.657670 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.663194 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4b417a67-093d-4d99-a789-014dc2f66144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:10.676560 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a70a6-727d-4b07-a3d0-231adf55420f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:10.679533 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:10.690295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:10.691452 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d09a70a6-727d-4b07-a3d0-231adf55420f HTTP/1.1" status: 204 len: 168 time: 0.2878695 May 11 19:54:11.387627 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ba3e-5792-4056-bb9e-926d24a8bf91 req-57163be5-a814-4a5e-8d45-b67d0073ffcb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:11.389080 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-25f8ba3e-5792-4056-bb9e-926d24a8bf91 req-57163be5-a814-4a5e-8d45-b67d0073ffcb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 945 time: 0.0827982 May 11 19:54:11.438693 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-25f8ba3e-5792-4056-bb9e-926d24a8bf91 req-d2ba995b-41c3-4880-b8b2-7a844dfadea9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 May 11 19:54:11.625718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1920dd32-a4e9-421c-8aad-f36552661c41 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:54:11.776656 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 1920dd32-a4e9-421c-8aad-f36552661c41 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:54:11.783098 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 1920dd32-a4e9-421c-8aad-f36552661c41 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:54:11.783098 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:11.897944 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:11.927403 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:11.937470 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1920dd32-a4e9-421c-8aad-f36552661c41,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:11.984775 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41', 'code': 200} May 11 19:54:12.011042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:12.012963 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:12.087056 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:12.090324 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:12.429382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b3cc-991b-490a-aacb-b9c7a6d073ad req-e1752610-5838-43e6-907d-442c3332e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:12.430997 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-52a8b3cc-991b-490a-aacb-b9c7a6d073ad req-e1752610-5838-43e6-907d-442c3332e220 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 1099 time: 0.0711646 May 11 19:54:12.478344 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-52a8b3cc-991b-490a-aacb-b9c7a6d073ad req-9b8d4e8b-6be2-4d93-b72a-a974a2f1813a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369380 May 11 19:54:12.636554 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99866f-edbf-4ea9-98cc-148395d930ea req-e2597cca-1507-4674-9d7d-c06b91637eb9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:12.638018 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e99866f-edbf-4ea9-98cc-148395d930ea req-e2597cca-1507-4674-9d7d-c06b91637eb9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0860217 May 11 19:54:12.683540 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e99866f-edbf-4ea9-98cc-148395d930ea req-8508bdf3-e52a-4202-b844-27914528b09b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 May 11 19:54:13.888028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134fcf2-ab23-4c7d-bc67-9838d0fd9740 req-3fac71df-9f91-4bf0-8586-dbdd02a19ebb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:13.889569 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9134fcf2-ab23-4c7d-bc67-9838d0fd9740 req-3fac71df-9f91-4bf0-8586-dbdd02a19ebb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0891154 May 11 19:54:13.936507 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9134fcf2-ab23-4c7d-bc67-9838d0fd9740 req-afc5483a-102f-404c-b6fc-4a1ff8bcf9b0 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401320 May 11 19:54:15.129527 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94e2a-b39f-46c2-9f31-c0b0556589cb req-77295c97-462c-42a2-9702-dbb40a5fbf0e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:15.130887 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f6d94e2a-b39f-46c2-9f31-c0b0556589cb req-77295c97-462c-42a2-9702-dbb40a5fbf0e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0836425 May 11 19:54:15.176608 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f6d94e2a-b39f-46c2-9f31-c0b0556589cb req-d484e269-b50b-4fc1-bc25-ee66d9257b56 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 May 11 19:54:15.503303 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae08a2b-e807-4457-91de-6b2d4a396d74 req-1ab3fe6d-88ef-48a2-aa4c-54d7e417a5a9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:15.505041 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cae08a2b-e807-4457-91de-6b2d4a396d74 req-1ab3fe6d-88ef-48a2-aa4c-54d7e417a5a9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0808754 May 11 19:54:15.552584 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cae08a2b-e807-4457-91de-6b2d4a396d74 req-f37fdd72-67ef-4f74-bec8-ee8574872683 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 May 11 19:54:15.575648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40236) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:15.804785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40244) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:15.813401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d418d6f-0122-45fa-adb1-6d7956dbdc96 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:15.814123 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4d418d6f-0122-45fa-adb1-6d7956dbdc96 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] Synchronizing usage tracker for tenant:abadd98d848c432491d5dbff7a61c72f on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:54:15.903217 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-4d418d6f-0122-45fa-adb1-6d7956dbdc96 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] Unset dirty status for tenant:abadd98d848c432491d5dbff7a61c72f on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:54:15.904461 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4d418d6f-0122-45fa-adb1-6d7956dbdc96 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 1094 time: 0.3277769 May 11 19:54:15.908014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40250) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:15.913293 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'port_id': '1920dd32-a4e9-421c-8aad-f36552661c41', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:54:15.919308 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:15.923315 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:floatingip and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:15.926109 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:15.931763 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:15.951440 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f053c7be-eabb-4c84-93cc-7c7a66f265fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=526ff4d7f20e4a54af61074965f2db69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454344 May 11 19:54:15.954618 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40254) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:16.016258 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.029046 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.042206 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.155023 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.159454 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f8a002f2-fc8e-461e-bee8-7343050a5ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:16.166701 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.171806 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd90f00d-037a-4756-8a8e-985fb6e2ab94,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:16.174945 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:16.251993 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.253095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd90f00d-037a-4756-8a8e-985fb6e2ab94 HTTP/1.1" status: 204 len: 168 time: 0.2975659 May 11 19:54:16.312426 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.27.3.118 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/b69ac592-aa98-417e-8e6f-1a4c9ddc090f) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:54:16.394906 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b78c-11ff-4637-b235-c12fc33a0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.463082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.572932 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:16.577066 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:16.644051 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:54:16.646941 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:54:16.650694 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:54:16.692880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=b69ac592-aa98-417e-8e6f-1a4c9ddc090f,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:16.697380 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:17.071718 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:17.255776 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:17.456281 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:17.548824 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:17.552875 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-07695eea-7058-4d84-858a-71c624f063e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:17.748327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=b69ac592-aa98-417e-8e6f-1a4c9ddc090f,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:17.752811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:17.765727 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:17.935160 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP 5d69de97-12a0-4129-9fad-324334a30881 associated. External IP: 172.27.3.118, port: 1920dd32-a4e9-421c-8aad-f36552661c41. May 11 19:54:18.281954 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:54:18.457254 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:54:18.461050 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:54:18.468969 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:54:18.479510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:18.480182 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:53:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:18.576436 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:18.644978 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7218285 May 11 19:54:18.644978 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:18.659297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:18.884829 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41', 'status': 'completed', 'code': 200} May 11 19:54:18.924165 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:19.011733 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f97a52c2-da70-4a47-a6f6-1b5d2bc77a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:19.025602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-1824492f-adec-46b7-a0b1-965fc248bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:19.027184 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-1824492f-adec-46b7-a0b1-965fc248bbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 1099 time: 0.0798321 May 11 19:54:19.051199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5d69de97-12a0-4129-9fad-324334a30881', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '1920dd32-a4e9-421c-8aad-f36552661c41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:ed:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:54:17Z', 'updated_at': '2021-05-11T19:54:17Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:19.055357 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:54:19.063906 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:19.064525 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:19.176874 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-3d14e719-f4ac-4e58-aa3a-c413ca514ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:19.178195 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-3d14e719-f4ac-4e58-aa3a-c413ca514ea0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1301067 May 11 19:54:19.243561 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:19.285005 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-478b7378-430c-476f-bd6e-0def973e467f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1920dd32-a4e9-421c-8aad-f36552661c41 HTTP/1.1" status: 200 len: 1000 time: 0.0998471 May 11 19:54:19.359809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-e9610bfe-c9f7-4c7d-bcc2-d286ce2d732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:19.361296 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-e9610bfe-c9f7-4c7d-bcc2-d286ce2d732e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0589073 May 11 19:54:19.440508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-677193e7-5d3b-4899-8307-60c08c37f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:19.442022 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-677193e7-5d3b-4899-8307-60c08c37f577 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733790 May 11 19:54:19.597974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5d69de97-12a0-4129-9fad-324334a30881', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '1920dd32-a4e9-421c-8aad-f36552661c41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:ed:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:54:17Z', 'updated_at': '2021-05-11T19:54:17Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:19.602498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a0ad9-1f84-467e-888b-6a419cbcdd9a None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '5d69de97-12a0-4129-9fad-324334a30881', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '1920dd32-a4e9-421c-8aad-f36552661c41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:ed:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:54:17Z', 'updated_at': '2021-05-11T19:54:17Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:54:19.674329 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-b82bad9f-b378-40d6-b546-a3fb92a46bb2 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240760 May 11 19:54:19.798580 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1815dd42-1d92-412c-8d99-b5aa42a3aee1 None None] New status for floating IP 5d69de97-12a0-4129-9fad-324334a30881: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:54:19.811457 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d13b6d12-9d9a-4cd9-9651-71d0491dd953 req-040cf57c-a28d-470f-a758-07334517afb0 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292386 May 11 19:54:20.307554 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:21.600560 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.183742 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-f214217d-1d01-4784-9956-4db544b3d2ed tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132951195&fields=id&tenant_id=aa4647b4daa64fa68a1583102cf1afcd HTTP/1.1" status: 200 len: 267 time: 0.0404503 May 11 19:54:28.267724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-61061a2a-777d-4740-9eb9-d0496e7fe4ba tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:28.269128 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-61061a2a-777d-4740-9eb9-d0496e7fe4ba tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 984 time: 0.0794561 May 11 19:54:28.279571 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Request body: {'port': {'security_groups': ['0796bf24-841e-423b-b701-7e09886c8e8c']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:54:28.399342 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.531324 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.760335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:28.794364 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.809964 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-06bc2c63-5915-47ec-85cd-8a6e2114dbe4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969267 May 11 19:54:28.850587 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.856871 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:28.891881 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:54:28.921379 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:28.921994 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:28.923368 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-30db0520-5568-4d43-8daf-8cc2b73763c6 req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "PUT /v2.0/ports/9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 942 time: 0.6481860 May 11 19:54:28.927661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:28.932152 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40320) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:29.013188 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event updated for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=7']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:29.018269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:29.061975 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.069847 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3b9bc4ee-f03c-4c82-bcf9-13f44b0c18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:29.072038 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3b9bc4ee-f03c-4c82-bcf9-13f44b0c18a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1098 time: 0.1478052 May 11 19:54:29.106512 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.144887 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:54:29.254446 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-d8375205-c511-4e82-8952-8bf0feb67b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:29.256810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.259616 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-d8375205-c511-4e82-8952-8bf0feb67b42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.1638241 May 11 19:54:29.265013 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3291773f-4514-4edb-bb82-d348cddbf136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:29.283154 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b473b7b6-0b87-4f28-b088-50ff4e122db1,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:29.290219 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-129db5d6-0334-4a42-b7ce-46f89ff932fe None None] Provisioning complete for port 9fe7e391-4f02-49ed-b060-7c714cb33be3 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:54:29.290686 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-129db5d6-0334-4a42-b7ce-46f89ff932fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.290802 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.291115 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.291488 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.291978 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.292344 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.292782 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.293116 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.293477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.293852 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.294188 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.294592 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.294983 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:29.299275 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:29.354940 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.359809 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "DELETE /v2.0/security-groups/b473b7b6-0b87-4f28-b088-50ff4e122db1 HTTP/1.1" status: 204 len: 168 time: 0.4257362 May 11 19:54:29.360498 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40326) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:29.381756 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-10d29b8f-ac4c-4168-ae7c-bc1e663f0d0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 1001 time: 0.1136978 May 11 19:54:29.437675 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:54:29.469801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3e0eb199-0bcf-49e5-8d36-337de0871373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:29.471327 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3e0eb199-0bcf-49e5-8d36-337de0871373 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.0750959 May 11 19:54:29.550337 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3c69ed4c-d509-41b1-8aec-6fe599797869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:29.551898 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-3c69ed4c-d509-41b1-8aec-6fe599797869 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720906 May 11 19:54:29.638394 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Deleting port c9e5822b-80b5-40d4-ab07-52b015852ff8 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:29.638742 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.687881 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-448836dd-56b0-4b39-9e07-9def82b14f77 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243203 May 11 19:54:29.828155 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e014c90-56a7-4b8f-b7eb-b75e45261ad1 req-53616058-486e-4387-ae97-ef98d60ac030 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283107 May 11 19:54:29.856315 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.856653 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:29.971250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-0e6fd474-6d4c-4406-b11c-9ae5690b80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:29.972706 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-0e6fd474-6d4c-4406-b11c-9ae5690b80ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1098 time: 0.0705459 May 11 19:54:29.977838 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Calling delete_port for c9e5822b-80b5-40d4-ab07-52b015852ff8 owned by network:floatingip {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:30.200552 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:30.206110 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:30.206581 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-1fd7bdf4-d25f-4e34-9ae6-4f8b37f67f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:30.208046 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-1fd7bdf4-d25f-4e34-9ae6-4f8b37f67f89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.2233198 May 11 19:54:30.250916 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event deleted for resources: {'Port': ['ID=c9e5822b-80b5-40d4-ab07-52b015852ff8,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:30.277010 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:30.284978 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-98afa6d3-a1d2-4c03-a69f-6e1d4bdf9bb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 217 time: 0.0659409 May 11 19:54:30.345219 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks [] for floatingip, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:30.345564 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Floating IP ac01b543-62e3-484f-9b38-bb2b5a45e52b disassociated (deleted). External IP: 172.27.3.163, port: 9fe7e391-4f02-49ed-b060-7c714cb33be3. May 11 19:54:30.372066 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-3525da56-9142-46e8-a42e-878e09b45a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:30.373463 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-3525da56-9142-46e8-a42e-878e09b45a71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.0609999 May 11 19:54:30.460263 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-421aa851-9b84-4c89-8a86-3061395ccb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:30.461854 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-421aa851-9b84-4c89-8a86-3061395ccb55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765145 May 11 19:54:30.614581 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-69dc8577-249d-478c-abcf-fc83cbfa97fa service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253369 May 11 19:54:30.694904 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Router c1bd80dd-3794-419c-b13a-15555262f2a4 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:54:30.747773 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2224b689-08dd-485a-b926-3d9cc8de0f46 req-69971338-1441-4295-b1db-aad2218dcb11 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253691 May 11 19:54:30.872556 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:54:30.882817 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Sync routers for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:54:30.891775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:30.895638 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:30.943605 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:30.997149 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac01b543-62e3-484f-9b38-bb2b5a45e52b HTTP/1.1" status: 204 len: 168 time: 1.6355047 May 11 19:54:30.997884 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:31.072202 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:31.389599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:31.393331 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Checking router: c1bd80dd-3794-419c-b13a-15555262f2a4 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:54:31.401491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:31.402095 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:31.522421 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:54:31.582099 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:31.643102 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-820033fc-97c2-4525-9767-45ee458329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:31.644698 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-820033fc-97c2-4525-9767-45ee458329fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 1098 time: 0.0716782 May 11 19:54:31.810074 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-e38c3017-2c96-442d-ba26-d6244b373a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:31.812772 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-e38c3017-2c96-442d-ba26-d6244b373a69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 200 len: 916 time: 0.1489599 May 11 19:54:31.890067 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-fd33e527-e011-48e5-8f15-f85f5e84e831 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 200 len: 217 time: 0.0706396 May 11 19:54:31.945108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-40709c62-418f-463b-9033-c751bf113b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:31.949207 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40709c62-418f-463b-9033-c751bf113b2d None None] The sync data for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi is: [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:50:59Z', 'revision_number': 4, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'fbd1a0e5-49fa-4b2b-b3da-662ccdf12682', 'name': '', 'network_id': '6b349815-6b14-40fa-a3d6-10e58e2e86c5', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'mac_address': 'fa:16:3e:fe:14:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:58Z', 'updated_at': '2021-05-11T19:51:08Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'subnets': [{'id': '62844acb-7afd-4cd5-a9e4-9b73dd1ea89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:54:31.972685 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-39d6193b-15e9-4d1a-8dd7-954163994921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:31.974124 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-39d6193b-15e9-4d1a-8dd7-954163994921 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 200 len: 854 time: 0.0600948 May 11 19:54:32.067058 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-62045782-4eb1-42fc-a27a-319b6699e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:32.068589 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-62045782-4eb1-42fc-a27a-319b6699e53c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b349815-6b14-40fa-a3d6-10e58e2e86c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863285 May 11 19:54:32.172803 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b667e3-3e8e-44f2-93f0-d9933e2ea699 None None] New status for floating IP ac01b543-62e3-484f-9b38-bb2b5a45e52b: DOWN {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:54:32.222265 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-5086e834-bcdb-482d-896e-e909e097c0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331158 May 11 19:54:32.370815 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bef1a0f-1614-4184-a7cf-73f582276b99 req-38b1d988-539d-4fd8-b44a-d82d7f02e50b service neutron] 10.222.0.44 "GET /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340439 May 11 19:54:36.341259 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897b86-9dfb-4341-a487-27c82b0f29d0 req-41cbeb86-57c1-4857-960a-17173afc40a1 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:36.342739 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1897b86-9dfb-4341-a487-27c82b0f29d0 req-41cbeb86-57c1-4857-960a-17173afc40a1 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.0792661 May 11 19:54:36.390344 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1897b86-9dfb-4341-a487-27c82b0f29d0 req-80a0deab-0ded-48e7-8e6c-95909ca8534b tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 May 11 19:54:38.114657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783ef1-eec0-40c6-a532-5361f3f3b791 req-b2ea019f-5727-4c01-98d9-5a8290da5825 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:38.116130 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e7783ef1-eec0-40c6-a532-5361f3f3b791 req-b2ea019f-5727-4c01-98d9-5a8290da5825 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.0926347 May 11 19:54:38.163663 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e7783ef1-eec0-40c6-a532-5361f3f3b791 req-97a9fe46-afae-4ea0-bbbd-1eb9ca1f23fb tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bf24-841e-423b-b701-7e09886c8e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 May 11 19:54:38.422424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-7b1957ed-68f4-4f47-8b86-b9d51e28cd62 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:38.423879 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-7b1957ed-68f4-4f47-8b86-b9d51e28cd62 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.44 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 945 time: 0.1800017 May 11 19:54:38.566555 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Deleting port 9fe7e391-4f02-49ed-b060-7c714cb33be3 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:38.566790 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:38.700071 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] For port 9fe7e391-4f02-49ed-b060-7c714cb33be3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9fe7e391-4f02-49ed-b060-7c714cb33be3,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:38.700427 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:38.823536 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Calling delete_port for 9fe7e391-4f02-49ed-b060-7c714cb33be3 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:39.005388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:39.011555 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-10ffaf24-0dcf-446c-9741-4ecf7a1dd9bd tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:39.051048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['9fe7e391-4f02-49ed-b060-7c714cb33be3'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:54:39.063842 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Pushing event deleted for resources: {'Port': ['ID=9fe7e391-4f02-49ed-b060-7c714cb33be3,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:39.098485 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:39.147759 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] No DVR routers for this DVR port 9fe7e391-4f02-49ed-b060-7c714cb33be3 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:39.150542 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:39.161440 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'name': 'network-vif-deleted', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:54:39.166740 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ed0c368a-0e42-4b9e-928a-8b39dd1e9ee9 req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.44 "DELETE /v2.0/ports/9fe7e391-4f02-49ed-b060-7c714cb33be3 HTTP/1.1" status: 204 len: 173 time: 0.7368593 May 11 19:54:39.207838 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387667de-3a8f-41c0-bbf5-87b025e859e4', 'name': 'network-vif-deleted', 'tag': '9fe7e391-4f02-49ed-b060-7c714cb33be3', 'status': 'completed', 'code': 200} May 11 19:54:39.335225 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-fd8411c3-94c7-4554-9545-6f3171a20fb0 req-67573aec-b970-4e8a-9576-fdcfd0b2d36a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Synchronizing usage tracker for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:54:39.416732 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-fd8411c3-94c7-4554-9545-6f3171a20fb0 req-67573aec-b970-4e8a-9576-fdcfd0b2d36a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Unset dirty status for tenant:aa4647b4daa64fa68a1583102cf1afcd on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:54:39.417932 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd8411c3-94c7-4554-9545-6f3171a20fb0 req-67573aec-b970-4e8a-9576-fdcfd0b2d36a tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] 10.222.0.15 "GET /v2.0/ports?device_id=387667de-3a8f-41c0-bbf5-87b025e859e4 HTTP/1.1" status: 200 len: 210 time: 0.1308889 May 11 19:54:41.963187 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1532c-ace6-46b7-b286-73193df434b5 req-f9ca6a30-7c18-4092-81b7-2a1b22485f2f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:41.964658 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cea1532c-ace6-46b7-b286-73193df434b5 req-f9ca6a30-7c18-4092-81b7-2a1b22485f2f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0810325 May 11 19:54:42.010452 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cea1532c-ace6-46b7-b286-73193df434b5 req-f8bc9595-271d-4e0f-9e76-9cd85963f531 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 May 11 19:54:42.036526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40488) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:42.672203 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:43.086769 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Deleting port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:43.087463 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:43.209741 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] For port fbd1a0e5-49fa-4b2b-b3da-662ccdf12682, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:43.210092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:43.215447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70311-3e20-44b8-89bd-4ee4994c4378 req-98525fc8-9505-436c-8b81-e9e5b23d48ff tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:43.216919 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ada70311-3e20-44b8-89bd-4ee4994c4378 req-98525fc8-9505-436c-8b81-e9e5b23d48ff tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0886531 May 11 19:54:43.262525 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ada70311-3e20-44b8-89bd-4ee4994c4378 req-650ba38c-b95e-40ae-997f-4211f167d813 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 May 11 19:54:43.336265 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Calling delete_port for fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 owned by network:router_interface {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:43.554830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:43.559212 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:43.602011 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd1a0e5-49fa-4b2b-b3da-662ccdf12682,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:43.604723 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:43.796825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9fe7e391-4f02-49ed-b060-7c714cb33be3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:43.832208 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 9fe7e391-4f02-49ed-b060-7c714cb33be3 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:43.832556 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 9fe7e391-4f02-49ed-b060-7c714cb33be3 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:43.868590 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:44.333453 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Router c1bd80dd-3794-419c-b13a-15555262f2a4 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:54:44.509938 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:54:44.521618 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Sync routers for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:54:44.527529 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:44.528140 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:44.589960 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] 10.222.0.15 "PUT /v2.0/routers/c1bd80dd-3794-419c-b13a-15555262f2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517759 May 11 19:54:44.592642 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40512) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:44.700366 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:44.779291 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks [] for router, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:45.006287 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:54:43Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:45.010787 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Checking router: c1bd80dd-3794-419c-b13a-15555262f2a4 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:54:45.020538 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Routers {'c1bd80dd-3794-419c-b13a-15555262f2a4'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:45.021155 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['c1bd80dd-3794-419c-b13a-15555262f2a4'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:45.040376 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111505c-8795-4061-8f98-e4fe9070b581 req-aad35e03-adad-49e9-b97e-fdda3e6fd7ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:45.041733 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d111505c-8795-4061-8f98-e4fe9070b581 req-aad35e03-adad-49e9-b97e-fdda3e6fd7ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1336277 May 11 19:54:45.043668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:45.091439 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d111505c-8795-4061-8f98-e4fe9070b581 req-62091203-83b1-4dcf-ad8c-2baa4e0f0c69 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 May 11 19:54:45.202690 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] Set router c1bd80dd-3794-419c-b13a-15555262f2a4 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:45.221312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Deleting port 88d2cdbd-f47c-4da5-8858-3dfe04f74622 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:45.221662 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:45.438989 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] For port 88d2cdbd-f47c-4da5-8858-3dfe04f74622, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=88d2cdbd-f47c-4da5-8858-3dfe04f74622,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:45.439249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:45.490281 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:54:43Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:45.494186 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad2ff09-7db3-4017-834d-e5b120044a5e None None] The sync data for ids ['c1bd80dd-3794-419c-b13a-15555262f2a4'] in dv-cinder-789603-5-iscsi is: [{'id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'name': 'tempest-TestMinimumBasicScenario-1468401822-router', 'tenant_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:50:54Z', 'updated_at': '2021-05-11T19:54:43Z', 'revision_number': 5, 'project_id': 'aa4647b4daa64fa68a1583102cf1afcd', 'gw_port': {'id': '88d2cdbd-f47c-4da5-8858-3dfe04f74622', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd80dd-3794-419c-b13a-15555262f2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:50:55Z', 'updated_at': '2021-05-11T19:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:54:45.568018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Calling delete_port for 88d2cdbd-f47c-4da5-8858-3dfe04f74622 owned by network:router_gateway {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:45.816274 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:45.820781 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-9eeffd07-299f-4f4a-9313-7de90042fd19 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:45.866736 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d2cdbd-f47c-4da5-8858-3dfe04f74622,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:45.900872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:45.906326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.906326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.906326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.906326 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.906719 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.906954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.907331 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.907680 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.908035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.908381 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.908729 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.909109 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:45.916724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:45.940584 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:45.940946 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fbd1a0e5-49fa-4b2b-b3da-662ccdf12682 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:45.978370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.164824 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.167033 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.321972 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e6242-a0b4-4718-9fc4-9006745b6457 req-455b9c1b-db60-402e-b630-f0353d3cbaf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:46.323339 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f7e6242-a0b4-4718-9fc4-9006745b6457 req-455b9c1b-db60-402e-b630-f0353d3cbaf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0898683 May 11 19:54:46.350858 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.351378 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bd80dd-3794-419c-b13a-15555262f2a4 {{(pid=79321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 19:54:46.377682 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f7e6242-a0b4-4718-9fc4-9006745b6457 req-800b49a6-eb4d-4f42-ac0f-df9c326a7629 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478897 May 11 19:54:46.380877 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.381909 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c1bd80dd-3794-419c-b13a-15555262f2a4 HTTP/1.1" status: 204 len: 168 time: 1.7882910 May 11 19:54:46.384595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40522) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:46.412255 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-dc3e373d-0f41-4677-9815-12c60b5c1841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.452668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Deleting subnet 62844acb-7afd-4cd5-a9e4-9b73dd1ea89f {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:54:46.455763 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.508777 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504595'] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:46.626194 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.033990 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27501975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27347015'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.038120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-64f790ba-ac8c-482d-b358-aabea5c09de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:47.070651 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62844acb-7afd-4cd5-a9e4-9b73dd1ea89f,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:47.074147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:47.076821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.083513 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c68e44c9-3ebf-4b1f-9a46-e88ba2c5b6cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/62844acb-7afd-4cd5-a9e4-9b73dd1ea89f HTTP/1.1" status: 204 len: 168 time: 0.6979430 May 11 19:54:47.086196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40528) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:47.088504 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb3d4e-119a-4eb8-b304-395eee8e5274 None None] Network 6b349815-6b14-40fa-a3d6-10e58e2e86c5 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:54:47.198254 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.271202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Deleting port b9db1e9a-f557-427f-9be2-48845b72877e {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:47.271552 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.367326 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] DHCP port deletion for 6b349815-6b14-40fa-a3d6-10e58e2e86c5 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 19:54:47.373203 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] For port b9db1e9a-f557-427f-9be2-48845b72877e, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b9db1e9a-f557-427f-9be2-48845b72877e,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:47.373594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.433952 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Deleting port b9db1e9a-f557-427f-9be2-48845b72877e {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:47.438534 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.498606 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Calling delete_port for b9db1e9a-f557-427f-9be2-48845b72877e owned by network:dhcp {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:47.535434 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] For port b9db1e9a-f557-427f-9be2-48845b72877e, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b9db1e9a-f557-427f-9be2-48845b72877e,segment=NetworkSegment(a63d869a-df0c-42f1-af38-7333016e7d30),segment_id=a63d869a-df0c-42f1-af38-7333016e7d30)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:47.535818 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.612900 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4c82-44d5-41c8-bf4d-c0d782377c7c req-12215034-469d-43df-ac03-310767244df4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:47.614367 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-990b4c82-44d5-41c8-bf4d-c0d782377c7c req-12215034-469d-43df-ac03-310767244df4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1130564 May 11 19:54:47.658741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 88d2cdbd-f47c-4da5-8858-3dfe04f74622 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:47.662134 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-990b4c82-44d5-41c8-bf4d-c0d782377c7c req-e9f18cb6-8aae-41d3-8ad2-dfc33d83280a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 May 11 19:54:47.692202 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Calling delete_port for b9db1e9a-f557-427f-9be2-48845b72877e owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:47.700505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 88d2cdbd-f47c-4da5-8858-3dfe04f74622 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:47.700853 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 88d2cdbd-f47c-4da5-8858-3dfe04f74622 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:47.701269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b9db1e9a-f557-427f-9be2-48845b72877e no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:47.709289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.714117 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6313e8fe-69cd-4e42-941f-85e98e02bd52 tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:47.735980 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: b9db1e9a-f557-427f-9be2-48845b72877e {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:47.736333 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b9db1e9a-f557-427f-9be2-48845b72877e not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:47.769279 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9db1e9a-f557-427f-9be2-48845b72877e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:47.771287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] No DVR routers for this DVR port b9db1e9a-f557-427f-9be2-48845b72877e on host dv-cinder-789603-5-iscsi {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:47.772814 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:47.859372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.863742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:47.886668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.900126 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b349815-6b14-40fa-a3d6-10e58e2e86c5']}} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:47.911090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Pushing event deleted for resources: {'Port': ['ID=b9db1e9a-f557-427f-9be2-48845b72877e,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:47.912272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63d869a-df0c-42f1-af38-7333016e7d30') {'for_net_delete': True} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:47.912565 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63d869a-df0c-42f1-af38-7333016e7d30') {} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:47.913641 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] No DVR routers for this DVR port b9db1e9a-f557-427f-9be2-48845b72877e on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:47.921759 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.926334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.927128 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504588'] for segment, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.927229 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.927229 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.927229 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:54:47.928256 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:47.944546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.950982 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=79321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:54:47.951380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27502065'] for segment, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: Traceback (most recent call last): May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: timer() May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: cb(*args, **kw) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: return func(*args, **kwargs) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: self._notify() May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: self.callback(batched_events) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: event.method(event) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: return f(self, *a, **k) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._get(url).json() May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: return self.request(url, 'GET', **kwargs) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:54:47.965584 dv-cinder-789603-5-iscsi neutron-server[79321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:54:48.097439 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:48.102815 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:48.105988 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b4792924-e5f9-473a-a656-3267be0be763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:48.130249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b349815-6b14-40fa-a3d6-10e58e2e86c5,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:48.133269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:48.218756 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b349815-6b14-40fa-a3d6-10e58e2e86c5 HTTP/1.1" status: 204 len: 168 time: 1.1312761 May 11 19:54:48.221525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40538) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:48.845369 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:48.909148 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf14c-b9e0-439f-935d-236ecbe0c278 req-9ac93b29-67ca-47de-821c-d893144a9e6f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:48.910596 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bbdf14c-b9e0-439f-935d-236ecbe0c278 req-9ac93b29-67ca-47de-821c-d893144a9e6f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1375020 May 11 19:54:48.937911 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:48.943759 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-e69e69bd-596d-4f6c-bf10-ece73b244048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:49.093947 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4bbdf14c-b9e0-439f-935d-236ecbe0c278 req-1e5e5fe9-78b5-4801-aa88-1e026303a900 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718373 May 11 19:54:49.365908 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Deleting port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:49.366543 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:49.489371 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] For port 997cce1e-74b6-4e54-a199-9e1af0e2b9f5, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:49.502286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:49.611428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Calling delete_port for 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:49.800643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:49.804229 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:49.848265 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=997cce1e-74b6-4e54-a199-9e1af0e2b9f5,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:49.851365 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:50.112473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:50.338076 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:50.470008 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbf58-7767-45ec-9b10-4b9b5b1f6c26 req-0959edbc-1afe-4b5a-a548-2b61cca69ae0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:50.471511 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-174cbf58-7767-45ec-9b10-4b9b5b1f6c26 req-0959edbc-1afe-4b5a-a548-2b61cca69ae0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1973593 May 11 19:54:50.646596 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-174cbf58-7767-45ec-9b10-4b9b5b1f6c26 req-a00e1e5a-3a3f-4433-aa49-759231b32388 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256263 May 11 19:54:50.680130 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Router 1b19a13c-a5ef-4540-913a-980d4803fef2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:54:50.857240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:54:50.866894 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Sync routers for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:54:50.868445 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] 10.222.0.15 "PUT /v2.0/routers/1b19a13c-a5ef-4540-913a-980d4803fef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454616 May 11 19:54:50.870445 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40550) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:50.877982 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:50.879119 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:51.050646 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks [] for router, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:51.062449 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:51.242534 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:51.353278 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b944e70a-4986-472a-be90-26fd9659866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:54:49Z', 'revision_number': 5, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port': {'id': 'b944e70a-4986-472a-be90-26fd9659866a', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:51:06Z', 'updated_at': '2021-05-11T19:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:51.357195 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Checking router: 1b19a13c-a5ef-4540-913a-980d4803fef2 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:54:51.366539 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Routers {'1b19a13c-a5ef-4540-913a-980d4803fef2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:54:51.367172 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['1b19a13c-a5ef-4540-913a-980d4803fef2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:51.390102 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Deleting port b944e70a-4986-472a-be90-26fd9659866a {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:51.390442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:51.513453 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] For port b944e70a-4986-472a-be90-26fd9659866a, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b944e70a-4986-472a-be90-26fd9659866a,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:51.514187 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:51.518448 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] Set router 1b19a13c-a5ef-4540-913a-980d4803fef2 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:54:51.624641 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:51.656196 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:54:51Z', 'revision_number': 6, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:51.658230 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28b768-50de-4b1d-b6e6-321dac3349e7 None None] The sync data for ids ['1b19a13c-a5ef-4540-913a-980d4803fef2'] in dv-cinder-789603-5-iscsi is: [{'id': '1b19a13c-a5ef-4540-913a-980d4803fef2', 'name': 'tempest-TestMinimumBasicScenario-1091194814-router', 'tenant_id': '5422c503639f4658b840185e3b4fd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:51:04Z', 'updated_at': '2021-05-11T19:54:51Z', 'revision_number': 6, 'project_id': '5422c503639f4658b840185e3b4fd0a2', 'gw_port_host': None}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:54:51.780448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Calling delete_port for b944e70a-4986-472a-be90-26fd9659866a owned by network:router_gateway {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:51.891123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad315-0ba9-443e-91dd-e13270897d78 req-ad247ce1-f6f6-4691-bf36-f6bc80f8d056 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:51.892559 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c8ad315-0ba9-443e-91dd-e13270897d78 req-ad247ce1-f6f6-4691-bf36-f6bc80f8d056 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1096632 May 11 19:54:51.947977 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4c8ad315-0ba9-443e-91dd-e13270897d78 req-1b4537aa-68e2-4096-905c-0eb0b7c07e0f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 May 11 19:54:52.058449 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.062530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-eb733ea6-9956-48f1-b786-bf81a65ab9e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:52.110002 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b944e70a-4986-472a-be90-26fd9659866a,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:52.145324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:52.205181 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.378547 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.380944 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.475428 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.475957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b19a13c-a5ef-4540-913a-980d4803fef2 {{(pid=79321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 19:54:52.488618 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.489779 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b19a13c-a5ef-4540-913a-980d4803fef2 HTTP/1.1" status: 204 len: 168 time: 1.6183825 May 11 19:54:52.492540 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40558) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:52.555447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Deleting subnet 2857febb-c731-4de7-b7d7-e4b922b57f8b {{(pid=79321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:54:52.558699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.616328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1504595'] for subnet, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:52.698345 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.001038 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27501975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27347015'] for subnet, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.006310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:53.040772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2857febb-c731-4de7-b7d7-e4b922b57f8b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:53.042684 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.047623 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:53.048508 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19760bc7-4493-4c62-832b-bf580faf52d6 None None] Network 437b37aa-8bd1-4497-91e7-f93787712bea requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:54:53.055272 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f61e6bc5-5c8f-4932-8c8b-e4d66b812600 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2857febb-c731-4de7-b7d7-e4b922b57f8b HTTP/1.1" status: 204 len: 168 time: 0.5613980 May 11 19:54:53.058285 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40572) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:53.164531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65fa37-73e0-40a8-b750-5cd644a1fdb2 req-8a71cb2e-3868-4869-921e-9a5a0f130318 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:53.166222 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e65fa37-73e0-40a8-b750-5cd644a1fdb2 req-8a71cb2e-3868-4869-921e-9a5a0f130318 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0903385 May 11 19:54:53.173552 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.216795 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e65fa37-73e0-40a8-b750-5cd644a1fdb2 req-9af53661-4dd1-40aa-b5a3-f03edabf98ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 May 11 19:54:53.255333 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Deleting port 18da6a4c-e7fa-436a-9777-d226d66403df {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:53.255685 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.320268 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] DHCP port deletion for 437b37aa-8bd1-4497-91e7-f93787712bea request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 19:54:53.363999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] For port 18da6a4c-e7fa-436a-9777-d226d66403df, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=18da6a4c-e7fa-436a-9777-d226d66403df,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:53.364350 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.385256 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Deleting port 18da6a4c-e7fa-436a-9777-d226d66403df {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:54:53.385640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.484819 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] For port 18da6a4c-e7fa-436a-9777-d226d66403df, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=18da6a4c-e7fa-436a-9777-d226d66403df,segment=NetworkSegment(20d5ce19-9020-40e2-82db-d2e78bc5a698),segment_id=20d5ce19-9020-40e2-82db-d2e78bc5a698)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:54:53.485681 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.490098 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Calling delete_port for 18da6a4c-e7fa-436a-9777-d226d66403df owned by network:dhcp {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:53.609886 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Calling delete_port for 18da6a4c-e7fa-436a-9777-d226d66403df owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:54:53.613730 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b944e70a-4986-472a-be90-26fd9659866a no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:53.624313 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.629596 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:53.648244 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: b944e70a-4986-472a-be90-26fd9659866a {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:53.648601 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b944e70a-4986-472a-be90-26fd9659866a not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:53.649016 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:53.674153 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18da6a4c-e7fa-436a-9777-d226d66403df,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:53.676204 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] No DVR routers for this DVR port 18da6a4c-e7fa-436a-9777-d226d66403df on host dv-cinder-789603-5-iscsi {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:53.677682 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:53.686401 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:53.686745 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 997cce1e-74b6-4e54-a199-9e1af0e2b9f5 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:53.687195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 18da6a4c-e7fa-436a-9777-d226d66403df no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:54:53.728631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 18da6a4c-e7fa-436a-9777-d226d66403df {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:54:53.728987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 18da6a4c-e7fa-436a-9777-d226d66403df not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:54:53.758308 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.762181 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a6ab8ca5-34cc-4f2d-80a6-bdfaaea18995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:53.794405 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.814141 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437b37aa-8bd1-4497-91e7-f93787712bea']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:53.829310 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d5ce19-9020-40e2-82db-d2e78bc5a698') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:53.830106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d5ce19-9020-40e2-82db-d2e78bc5a698') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:54:53.840225 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Pushing event deleted for resources: {'Port': ['ID=18da6a4c-e7fa-436a-9777-d226d66403df,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:53.843683 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.846432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:53.847254 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] No DVR routers for this DVR port 18da6a4c-e7fa-436a-9777-d226d66403df on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:54:53.865138 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.871287 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:54:53.871672 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:54:53.885727 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:54:54.023694 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.027267 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:54.045034 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.152738 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=437b37aa-8bd1-4497-91e7-f93787712bea,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:54.156151 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:54.158552 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/437b37aa-8bd1-4497-91e7-f93787712bea HTTP/1.1" status: 204 len: 168 time: 1.0983994 May 11 19:54:54.413356 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995894-c6ff-4d70-95cd-ece1bec3d4c0 req-b6a94bdc-06b3-45a9-bfc5-96009492dc89 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:54.414854 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a995894-c6ff-4d70-95cd-ece1bec3d4c0 req-b6a94bdc-06b3-45a9-bfc5-96009492dc89 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0823565 May 11 19:54:54.462998 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1a995894-c6ff-4d70-95cd-ece1bec3d4c0 req-70f5dddd-9d41-479a-9c8d-8d33ad417c1b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 May 11 19:54:54.570295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40588) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:54.618230 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-51bc4807-50e0-46f9-97ce-a11b59f0619c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa4647b4daa64fa68a1583102cf1afcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467536 May 11 19:54:54.620875 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40594) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:54.677505 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.703553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.835075 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.839885 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6c6e9576-1640-4e5d-ab4e-f96a77756c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:54.853267 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796bf24-841e-423b-b701-7e09886c8e8c,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:54.857621 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:54.861219 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:54.862336 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0796bf24-841e-423b-b701-7e09886c8e8c HTTP/1.1" status: 204 len: 168 time: 0.2405765 May 11 19:54:55.460059 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:54:55.566345 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40608) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:55.621805 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5afe41b9-f9a3-49b2-9dcd-5860136e5df5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5422c503639f4658b840185e3b4fd0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519555 May 11 19:54:55.622023 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40612) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:55.655631 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0df70-1e7d-4060-b197-0935c4408c66 req-8a7e93b3-c7bb-46e1-a1d0-b945eb8bbc45 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:55.656724 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48f0df70-1e7d-4060-b197-0935c4408c66 req-8a7e93b3-c7bb-46e1-a1d0-b945eb8bbc45 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0857375 May 11 19:54:55.681590 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:55.701214 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-48f0df70-1e7d-4060-b197-0935c4408c66 req-adb7d5ea-90df-4089-9c2f-3fcd19e68cfc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 May 11 19:54:55.709416 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:55.823645 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:55.827844 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-8e18481f-1754-4e3d-b94b-b2b6722c9025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:55.838697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36dc80-8756-4118-97a2-4ed118483689,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:55.841983 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:55.854140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:55.854140 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2a34072d-ca59-4111-88e7-43b6b90a39b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb36dc80-8756-4118-97a2-4ed118483689 HTTP/1.1" status: 204 len: 168 time: 0.2238290 May 11 19:54:56.906442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302e16-36c9-4901-9412-5d78a410353a req-8496f294-5680-454a-91fa-c3fbded944f4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:56.907981 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd302e16-36c9-4901-9412-5d78a410353a req-8496f294-5680-454a-91fa-c3fbded944f4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0874751 May 11 19:54:56.953006 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd302e16-36c9-4901-9412-5d78a410353a req-0e9bb0f8-8cfc-46e8-b9d2-5db92d322f20 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 May 11 19:54:56.984015 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40650) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:57.085686 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847354440-network', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:54:57.090291 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:57.094944 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Usage tracker for resource:network and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:57.097821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:57.103913 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:57.200415 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Made reservation on behalf of 9bfaa2429f824cc19b2ebf1382a59637 for: {'network': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:54:57.203541 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.215713 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.234341 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:57.238097 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:57.240861 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:57.246771 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:57.436369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.532049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.535020 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7862bcae-06f6-4773-9e5c-e2b20d8f374f tempest-VolumesNegativeTest-1929923998 tempest-VolumesNegativeTest-1929923998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:57.563302 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=79321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:54:57.571663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570b6bad-d059-43a9-a177-75bc6093f478,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:57.575133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:57.578170 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.578506 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.segments_db [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Added segment 102186bd-5314-4fb9-8f94-a55212c31d80 of type vlan for network 3d4b824f-373d-46d2-bb15-79a62db68a31 May 11 19:54:57.603647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.714876 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.716236 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:57.716825 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:57.721719 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:57.821731 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4b824f-373d-46d2-bb15-79a62db68a31,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:57.825024 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:57.833432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:54:57.901259 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-202f5a20-eb74-4ba3-9b61-9a888d2b67a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9136348 May 11 19:54:57.901929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40660) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:57.907168 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Request body: {'subnet': {'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847354440-subnet', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'ip_version': 4}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:54:57.912136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:57.916180 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Usage tracker for resource:subnet and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:57.919111 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:57.926092 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:58.018120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Made reservation on behalf of 9bfaa2429f824cc19b2ebf1382a59637 for: {'subnet': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:54:58.020631 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27346988'] for subnet, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:58.215721 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeccb4-6fd9-4caf-9d0d-0b3fe6ddf17a req-4e5f0e56-4309-43ea-8ff9-56cd8c64a31a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:58.217290 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aaaeccb4-6fd9-4caf-9d0d-0b3fe6ddf17a req-4e5f0e56-4309-43ea-8ff9-56cd8c64a31a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1182210 May 11 19:54:58.309202 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aaaeccb4-6fd9-4caf-9d0d-0b3fe6ddf17a req-3636d1ec-1345-4045-97f7-9f4f8d007020 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611897 May 11 19:54:58.559891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:58.571528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27372628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27347038'] for subnet, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:58.575254 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:58.649118 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92cab88-c1ef-4816-90bb-c3f217bf6d82,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:58.652922 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:58.658373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Checking segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:54:58.658373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Network hostable DHCP agents. Network: 3d4b824f-373d-46d2-bb15-79a62db68a31, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:54:58.759878 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:54:58.856082 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 3d4b824f-373d-46d2-bb15-79a62db68a31) {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:54:58.864111 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd63c2-9a8b-4137-9fc6-7e118e83814d None None] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:54:58.870596 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:58.871204 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:58.919913 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01eba-0d00-4ece-92c7-a93112906a0a req-93c81ccd-f300-4a09-86c2-01f839a54676 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:58.921492 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b2f01eba-0d00-4ece-92c7-a93112906a0a req-93c81ccd-f300-4a09-86c2-01f839a54676 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.1037061 May 11 19:54:58.964353 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-79376a86-7b8d-4548-89bc-ef40d1ddfd7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0618174 May 11 19:54:58.967722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40676) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:54:58.974499 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:54:58.979633 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b2f01eba-0d00-4ece-92c7-a93112906a0a req-672eed81-b208-4206-81ea-4e9138262717 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522120 May 11 19:54:58.981700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:54:58.985713 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Usage tracker for resource:router and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:54:58.988673 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:54:58.994632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:54:59.063408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.064488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.081508 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.087098 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-3d4b824f-373d-46d2-bb15-79a62db68a31', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:54:59.090649 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.243003 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Allocated IP 172.20.0.2 (3d4b824f-373d-46d2-bb15-79a62db68a31/b92cab88-c1ef-4816-90bb-c3f217bf6d82/74a69f72-6637-459e-b106-e9a2856fd238) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:54:59.420831 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.456957 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.468294 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Transition to ACTIVE for port object 74a69f72-6637-459e-b106-e9a2856fd238 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:54:59.488547 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Transition to ACTIVE for port object 74a69f72-6637-459e-b106-e9a2856fd238 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:54:59.570872 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600172-0f9f-40aa-ad95-85ceec38d24a req-e6346b59-fb6b-4624-8b00-2316608f7590 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:54:59.572342 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86600172-0f9f-40aa-ad95-85ceec38d24a req-e6346b59-fb6b-4624-8b00-2316608f7590 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1445205 May 11 19:54:59.589608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.598659 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:54:59.625907 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86600172-0f9f-40aa-ad95-85ceec38d24a req-947e6819-9ed9-411d-be2d-da646dbac6c1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474327 May 11 19:54:59.671535 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:54:59.674266 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:54:59.677947 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:54:59.692883 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Pushing event updated for resources: {'Port': ['ID=74a69f72-6637-459e-b106-e9a2856fd238,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:54:59.718293 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:54:59.785263 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Attempting to bind port 74a69f72-6637-459e-b106-e9a2856fd238 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:54:59.787742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Attempting to bind port 74a69f72-6637-459e-b106-e9a2856fd238 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:54:59.787742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Attempting to bind port 74a69f72-6637-459e-b106-e9a2856fd238 on network 3d4b824f-373d-46d2-bb15-79a62db68a31 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:54:59.792800 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:54:59.793229 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Checking segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:54:59.793865 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.794262 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Bound using segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:54:59.794585 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Bound port: 74a69f72-6637-459e-b106-e9a2856fd238, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:54:59.795069 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.857310 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:54:59.915068 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] For port 74a69f72-6637-459e-b106-e9a2856fd238, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:54:59.965865 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:54:59.973825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] For port 74a69f72-6637-459e-b106-e9a2856fd238, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=74a69f72-6637-459e-b106-e9a2856fd238,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:54:59.997914 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.030844 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:00.045913 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.056036 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-21c29677-c726-4635-a7e8-07cffd2485de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:00.109992 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '1c72763a-37d2-4962-b148-b561be6d303f', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:55:00.157521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Allocated IP 172.27.3.125 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/98a6101c-3f09-4bde-9889-d9cccb3d64c1) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:00.200568 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Pushing event updated for resources: {'Port': ['ID=74a69f72-6637-459e-b106-e9a2856fd238,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:00.205848 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:00.219084 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.237785 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:55:00.254892 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:00.332735 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.335577 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:00.435437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.470467 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=6']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:00.472335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bdb00-9e5b-4960-9a08-10f7aab91606 req-d1d20ef5-980d-48a1-9107-1a77e6012e17 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:00.476904 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:00.479626 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-819bdb00-9e5b-4960-9a08-10f7aab91606 req-d1d20ef5-980d-48a1-9107-1a77e6012e17 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.2877133 May 11 19:55:00.512920 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1c72763a-37d2-4962-b148-b561be6d303f'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:55:00.555426 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-819bdb00-9e5b-4960-9a08-10f7aab91606 req-5d786e54-7d4a-4527-bab5-3890265b94f1 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715151 May 11 19:55:00.648423 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:00.656570 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ccc94cdf-3965-4e1e-b57b-27b3b6113b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:00.769835 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:00.773595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:00.782801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:00.887035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=98a6101c-3f09-4bde-9889-d9cccb3d64c1,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:00.902814 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:01.198339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b059ac-b5e9-4fea-9464-bee51956bfb4 req-7b704904-6550-488c-925f-7e7fc8f25b62 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:01.205928 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a2b059ac-b5e9-4fea-9464-bee51956bfb4 req-7b704904-6550-488c-925f-7e7fc8f25b62 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 945 time: 0.3497894 May 11 19:55:01.239828 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5528d9-454e-4954-8106-f245fa525aeb req-1e72fedc-95ec-476e-9426-8fc9a15f1a02 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:01.241278 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b5528d9-454e-4954-8106-f245fa525aeb req-1e72fedc-95ec-476e-9426-8fc9a15f1a02 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.4207187 May 11 19:55:01.301214 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c582e-9ed6-40fa-8ea0-ae4572f27c00 None None] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:55:01.446409 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a2b059ac-b5e9-4fea-9464-bee51956bfb4 req-5dbccb52-7929-4e5b-b0b1-037249e75bf6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395065 May 11 19:55:01.544868 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-5c86454b-5185-4432-8b28-59fc18709304 None None] Provisioning for port 74a69f72-6637-459e-b106-e9a2856fd238 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:01.567638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:01.751379 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 74a69f72-6637-459e-b106-e9a2856fd238 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:01.880160 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:01.938605 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Deleting port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:01.938998 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:01.983455 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 1c72763a-37d2-4962-b148-b561be6d303f triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:01.983830 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.048715 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 74a69f72-6637-459e-b106-e9a2856fd238 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:02.057759 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 74a69f72-6637-459e-b106-e9a2856fd238 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:02.058404 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.293880 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-aed172b1-3de1-4ae1-9f85-0fc0e6bc34a9 None None] Provisioning complete for port 74a69f72-6637-459e-b106-e9a2856fd238 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:02.294410 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aed172b1-3de1-4ae1-9f85-0fc0e6bc34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.355518 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] For port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:02.356656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.448576 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.490662 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4d66-f2af-4d36-9a37-ee7af4311227 req-0d6bc37d-8749-46d3-94d4-80350b7cd82c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:02.492405 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cc1b4d66-f2af-4d36-9a37-ee7af4311227 req-0d6bc37d-8749-46d3-94d4-80350b7cd82c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 945 time: 0.5285504 May 11 19:55:02.541862 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.550375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.563943 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:55:02.597603 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:02.619111 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-aed172b1-3de1-4ae1-9f85-0fc0e6bc34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.638868 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 74a69f72-6637-459e-b106-e9a2856fd238, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=74a69f72-6637-459e-b106-e9a2856fd238,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:02.669619 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.672993 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:02.716407 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.782209 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cc1b4d66-f2af-4d36-9a37-ee7af4311227 req-ef13cc36-1422-4b86-9967-f6300f5118eb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups?id=94c02bf2-a734-4603-919c-99e1bfa4b146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788441 May 11 19:55:02.868330 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.db.api [None req-aed172b1-3de1-4ae1-9f85-0fc0e6bc34a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 19:55:02.868849 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_db.api [None req-aed172b1-3de1-4ae1-9f85-0fc0e6bc34a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 19:55:02.874266 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=7']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:02.877520 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:02.878092 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:02.957345 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=74a69f72-6637-459e-b106-e9a2856fd238,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:02.960644 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:02.985388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.985765 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:02.986084 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Floating IP 5db9fac6-4668-496e-83a1-a26c902739fa disassociated. External IP: 172.27.3.97, port: a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8. May 11 19:55:02.986429 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Calling delete_port for a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:03.099515 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec67-a3a9-4764-8633-378a2ce7a034 req-63e47799-e103-4163-abb4-687a5278de5f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:03.106399 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6596ec67-a3a9-4764-8633-378a2ce7a034 req-63e47799-e103-4163-abb4-687a5278de5f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1601417 May 11 19:55:03.124487 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:55:03.262367 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6596ec67-a3a9-4764-8633-378a2ce7a034 req-02be3936-29c3-442d-b8b1-9034ae779eb0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551158 May 11 19:55:03.340438 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'code': 200} May 11 19:55:03.533382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:03.535120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:03.543742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5273bd11-2c20-4093-be06-ecb7b231af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:03.545108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Sync routers for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:03.560181 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:03.562933 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:03.627725 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'Port': ['ID=a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:03.648955 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:03.715774 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 74a69f72-6637-459e-b106-e9a2856fd238 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:03.726284 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:03.732906 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40714) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:03.733379 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7617900 May 11 19:55:03.882236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:03.969284 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:55:03.990217 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-1c0d8ab3-c969-4c97-9a8a-bdd646362f2c req-6756bf17-67c4-4bde-894c-06489391ab5c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Synchronizing usage tracker for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:55:04.108617 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 74a69f72-6637-459e-b106-e9a2856fd238 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:04.109073 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:04.287409 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:04.287526 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:04.287526 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:04.287526 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:04.315797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] No DVR routers for this DVR port a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:55:04.318812 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:04.321329 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b5528d9-454e-4954-8106-f245fa525aeb req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.44 "DELETE /v2.0/ports/a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 HTTP/1.1" status: 204 len: 173 time: 3.0730958 May 11 19:55:04.322084 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'name': 'network-vif-deleted', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:55:04.332615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-1c0d8ab3-c969-4c97-9a8a-bdd646362f2c req-6756bf17-67c4-4bde-894c-06489391ab5c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Unset dirty status for tenant:2a80f626f6674fa89024239f8ed1f6ac on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:55:04.333755 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1c0d8ab3-c969-4c97-9a8a-bdd646362f2c req-6756bf17-67c4-4bde-894c-06489391ab5c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 210 time: 0.4001980 May 11 19:55:04.480732 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:04.608342 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:01Z', 'revision_number': 3, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:04.615483 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Checking router: d8921dcd-f16e-4e6a-b8aa-beb38b617a50 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:04.615835 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Updating router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:55:04.698591 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:04.712027 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e997fdd-562d-4efd-b380-dc59c823bf6d req-62c2f3fd-d572-4314-9f19-700abfe8d8c4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:04.713563 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6e997fdd-562d-4efd-b380-dc59c823bf6d req-62c2f3fd-d572-4314-9f19-700abfe8d8c4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1885576 May 11 19:55:04.802576 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6e997fdd-562d-4efd-b380-dc59c823bf6d req-0d6b4e3d-f3df-444c-8f58-365a05bd2f9b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739746 May 11 19:55:04.816993 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:04.900890 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b04503e-9fb2-4415-8506-87406d607b9e', 'name': 'network-vif-deleted', 'tag': 'a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8', 'status': 'completed', 'code': 200} May 11 19:55:05.074740 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:05.089758 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:05.105755 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:05.106395 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:05.196121 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Allocated IP 172.20.0.1 (3d4b824f-373d-46d2-bb15-79a62db68a31/b92cab88-c1ef-4816-90bb-c3f217bf6d82/c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:05.270452 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.287874 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Transition to ACTIVE for port object 98a6101c-3f09-4bde-9889-d9cccb3d64c1 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:05.334661 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:05.379025 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.384050 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:05.437793 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.457607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Transition to ACTIVE for port object c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:05.550245 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.561950 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:05.571282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Attempting to bind port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:05.571667 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Attempting to bind port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:05.573269 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Attempting to bind port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:05.627499 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f6c68e4c-4806-4560-bef0-18ed5f90cf07 req-9783549f-aa1c-4632-8219-85c4dbf572d9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b04503e-9fb2-4415-8506-87406d607b9e HTTP/1.1" status: 200 len: 210 time: 0.0697293 May 11 19:55:05.635985 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Pushing event updated for resources: {'Port': ['ID=98a6101c-3f09-4bde-9889-d9cccb3d64c1,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:05.637363 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:05.637747 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:05.638160 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.642931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:05.643699 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Bound port: 98a6101c-3f09-4bde-9889-d9cccb3d64c1, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:05.644031 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.679878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:05.688617 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:05.696969 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:05.715401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:05.764727 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:05.770199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] For port 98a6101c-3f09-4bde-9889-d9cccb3d64c1, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:05.775138 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] For port 98a6101c-3f09-4bde-9889-d9cccb3d64c1, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=98a6101c-3f09-4bde-9889-d9cccb3d64c1,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:05.779249 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:05.806908 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.824194 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:05.829785 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc77747-8851-4cb6-8d51-0a15b115bc3f None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:48:32Z', 'revision_number': 4, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '69fda8c7-2c78-4b5f-99e2-07de70914979', 'name': '', 'network_id': '38952c9f-7c04-40fc-a223-34e09d00398b', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'mac_address': 'fa:16:3e:78:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:29Z', 'updated_at': '2021-05-11T19:48:50Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'subnets': [{'id': 'e5774c5d-c0e6-47b1-9a7d-2dbd2854784b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:05.843218 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:05.855463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:05.963075 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:06.051423 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:55:06.051781 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device a922f4a5-bb9b-432c-acc3-6ebffa2fd6f8 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:55:06.139088 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:06.139792 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:06.176645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ba78-2655-44ed-9815-f851540f780c req-f78d2999-38ca-4ee4-a13d-5aa9e47f90d6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:06.184046 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-73e3ba78-2655-44ed-9815-f851540f780c req-f78d2999-38ca-4ee4-a13d-5aa9e47f90d6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1364398 May 11 19:55:06.213852 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:06.230372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Pushing event updated for resources: {'Port': ['ID=98a6101c-3f09-4bde-9889-d9cccb3d64c1,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:06.251482 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:06.286733 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-73e3ba78-2655-44ed-9815-f851540f780c req-d3f7fc29-21b8-4ae7-ba0e-d1a3d9280b8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016021 May 11 19:55:06.339459 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eba8c9-9de4-4e3e-b807-11ef69d431f7 None None] New status for floating IP 5db9fac6-4668-496e-83a1-a26c902739fa: DOWN {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:55:06.398926 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-65c86af1-13da-4a49-8834-53c564819fe4 None None] Provisioning for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:06.441534 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-65c86af1-13da-4a49-8834-53c564819fe4 None None] Provisioning complete for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:06.442182 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-65c86af1-13da-4a49-8834-53c564819fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:06.532289 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:06.588485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:06.615151 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:06.665491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-65c86af1-13da-4a49-8834-53c564819fe4 None None] Port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:55:06.710198 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:06.715490 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:06.716837 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:06.719032 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:06.869615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40736) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:06.884604 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:06.887069 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:07.007563 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.041460 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.184115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.189275 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ba09c9a0-c655-44c5-9933-04efdd7e79f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:07.206722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c02bf2-a734-4603-919c-99e1bfa4b146,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:07.209453 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:07.225680 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:55:07.237463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:05Z', 'revision_number': 1, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:07.241820 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041c07e-8d14-47cd-bffa-35873b6c1efa None None] The sync data for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi is: [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:05Z', 'revision_number': 1, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:07.285044 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.288193 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-590e6ab0-0ae6-4fac-9a51-6791576f22e5 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "DELETE /v2.0/security-groups/94c02bf2-a734-4603-919c-99e1bfa4b146 HTTP/1.1" status: 204 len: 168 time: 0.4175689 May 11 19:55:07.290846 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40740) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:07.308736 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-fb6e50ce-75c6-44ce-974e-13f7c433f5a8 None None] Provisioning complete for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:07.309212 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-fb6e50ce-75c6-44ce-974e-13f7c433f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.334015 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.api.v2.resource [None req-15e93f30-f173-489a-9c4b-532a7f2209eb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] show failed (client error): The resource could not be found. May 11 19:55:07.335182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-15e93f30-f173-489a-9c4b-532a7f2209eb tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "GET /v2.0/security-groups/94c02bf2-a734-4603-919c-99e1bfa4b146 HTTP/1.1" status: 404 len: 347 time: 0.0432191 May 11 19:55:07.338087 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40746) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:07.438870 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e50ce-75c6-44ce-974e-13f7c433f5a8 None None] Port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:55:07.485981 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:07.498776 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8921dcd-f16e-4e6a-b8aa-beb38b617a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7670612 May 11 19:55:07.792569 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310920a-c8b8-4aaf-999e-a85fb97c63a1 req-9854aee1-57b1-40d1-8426-680d2c9263f3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:07.802655 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f310920a-c8b8-4aaf-999e-a85fb97c63a1 req-9854aee1-57b1-40d1-8426-680d2c9263f3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.3438504 May 11 19:55:07.827386 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Deleting port 4d901b6b-af86-4833-be7a-396ab85298f2 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:07.829741 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:07.946798 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f310920a-c8b8-4aaf-999e-a85fb97c63a1 req-ec6ea1bd-ebde-4147-904e-e58a4186bc99 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427996 May 11 19:55:08.014027 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.015123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.348891 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Calling delete_port for 4d901b6b-af86-4833-be7a-396ab85298f2 owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:08.607286 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40764) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:08.619438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1422521882-network', 'tenant_id': '20b189482374473eb9e74265d2c6196f'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:08.624537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.624814 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:08.629381 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-655d26de-b0ac-4583-a703-1699b15b624e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:08.631861 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Usage tracker for resource:network and tenant:20b189482374473eb9e74265d2c6196f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:08.635622 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:08.643040 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:08.712413 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Pushing event deleted for resources: {'Port': ['ID=4d901b6b-af86-4833-be7a-396ab85298f2,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:08.746619 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:08.761218 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Made reservation on behalf of 20b189482374473eb9e74265d2c6196f for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:55:08.764128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.785438 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.811985 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:08.816884 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:20b189482374473eb9e74265d2c6196f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:08.820555 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:08.826677 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:08.835026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.910863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:08.912097 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] 10.222.0.15 "DELETE /v2.0/floatingips/5db9fac6-4668-496e-83a1-a26c902739fa HTTP/1.1" status: 204 len: 168 time: 1.5730207 May 11 19:55:08.995894 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.183791 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77d9da-4d53-4d16-8481-e09f85f98ae4 req-fa3db4d7-5763-4859-83f7-2502c2a627b9 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:09.185338 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ae77d9da-4d53-4d16-8481-e09f85f98ae4 req-fa3db4d7-5763-4859-83f7-2502c2a627b9 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.0954163 May 11 19:55:09.239493 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ae77d9da-4d53-4d16-8481-e09f85f98ae4 req-efca67e1-9146-46a4-b252-ced7ceac4a2f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463939 May 11 19:55:09.284975 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.288124 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ab7c21b4-2c6a-403a-b7df-78531d1dab4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:09.321999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:55:09.333023 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55a01b-3199-4ddb-aaeb-fcaba7753505,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:09.336176 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:09.338717 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.339129 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Added segment 577ad646-4017-4bdd-a5f8-79e49a34c727 of type vlan for network db475bd9-e1ef-4242-a698-f32684496cc1 May 11 19:55:09.365648 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.579014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.581728 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:09.582324 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.587642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:09.656741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 98a6101c-3f09-4bde-9889-d9cccb3d64c1 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:09.690906 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=db475bd9-e1ef-4242-a698-f32684496cc1,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:09.693707 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:09.701868 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network db475bd9-e1ef-4242-a698-f32684496cc1 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:55:09.756586 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1468327 May 11 19:55:09.759231 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40778) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:09.765699 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Request body: {'subnet': {'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1422521882-subnet', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:09.780822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:09.785678 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Usage tracker for resource:subnet and tenant:20b189482374473eb9e74265d2c6196f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:09.789269 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:09.803476 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:09.853936 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Sync routers for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:09.865357 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:09.865983 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:09.881021 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Made reservation on behalf of 20b189482374473eb9e74265d2c6196f for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:55:09.883526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:09.909418 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:09.915490 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:09.916156 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:10.088776 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:10.141435 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:10.179865 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 98a6101c-3f09-4bde-9889-d9cccb3d64c1, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=98a6101c-3f09-4bde-9889-d9cccb3d64c1,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:10.257370 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:10.263825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f04b48af-d260-429c-a3c6-c0dc95aa10ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:10.405114 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=98a6101c-3f09-4bde-9889-d9cccb3d64c1,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:10.409340 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:10.512110 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef34fe-3b4b-457b-835f-f0bc8c85e2b0 req-4b37da4b-8669-45b0-9c5d-890d75906457 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:10.513988 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49ef34fe-3b4b-457b-835f-f0bc8c85e2b0 req-4b37da4b-8669-45b0-9c5d-890d75906457 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.1066277 May 11 19:55:10.551024 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 2, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:10.556350 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Checking router: d8921dcd-f16e-4e6a-b8aa-beb38b617a50 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:10.557673 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Updating router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 binding host dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:55:10.609056 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-49ef34fe-3b4b-457b-835f-f0bc8c85e2b0 req-651e756a-55d2-4a67-9163-5d7a6c9dbb64 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794730 May 11 19:55:10.640272 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:10.730230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:10.733967 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0e59f312-57d1-4062-a39a-c61a438aeb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:10.792278 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ac294d-c4c6-41a7-8b3e-dacba19f79c4,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:10.798496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:10.829527 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Checking segment: {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:10.829905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Network hostable DHCP agents. Network: db475bd9-e1ef-4242-a698-f32684496cc1, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:55:10.909400 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Network db475bd9-e1ef-4242-a698-f32684496cc1 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:55:10.995063 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, db475bd9-e1ef-4242-a698-f32684496cc1) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:11.006483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:11.007190 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.009151 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981404b-2a99-40eb-b593-78fb2f82a209 None None] Network db475bd9-e1ef-4242-a698-f32684496cc1 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:55:11.091172 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks [] for port, precommit_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.106235 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.provisioning_blocks [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Transition to ACTIVE for port object c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 will not be triggered until provisioned by entity L2. {{(pid=79325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:11.109652 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3491330 May 11 19:55:11.112700 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40792) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:11.120576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:11.126024 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:11.132872 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Usage tracker for resource:router and tenant:20b189482374473eb9e74265d2c6196f is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:11.136511 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:11.143707 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:11.189875 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.196976 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:11.235402 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-863978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13174'] for router, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.237108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-863973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13135'] for router, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.265940 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.360773 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a1f400b-6397-5c67-87a6-05afbe60cab2-db475bd9-e1ef-4242-a698-f32684496cc1', 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'fixed_ips': [{'subnet_id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4'}]}} from dv-cinder-789603-5-iscsi. {{(pid=79323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 19:55:11.362251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.471450 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Pushing event updated for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=3']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:11.521573 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.521857 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.522406 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.522799 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.523136 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.523462 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.523778 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.524140 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.524487 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.524859 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.525197 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.525540 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:11.536298 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:11.578516 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Attempting to bind port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:11.578899 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Attempting to bind port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:11.579673 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Attempting to bind port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 on network 3d4b824f-373d-46d2-bb15-79a62db68a31 {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:11.588023 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:11.588343 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Checking segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:11.588757 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.589528 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Bound using segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} {{(pid=79325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:11.589660 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.managers [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Bound port: c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}}] {{(pid=79325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:11.593719 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.659541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.db_base_plugin_common [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Allocated IP 172.20.0.2 (db475bd9-e1ef-4242-a698-f32684496cc1/42ac294d-c4c6-41a7-8b3e-dacba19f79c4/8071459a-d369-40b9-b995-d1cb2fc65062) {{(pid=79323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:11.742137 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 98a6101c-3f09-4bde-9889-d9cccb3d64c1 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:11.781589 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] For port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:11.787787 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.plugins.ml2.db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] For port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:11.881352 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron_lib.callbacks.manager [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:11.887191 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:11.946354 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:11.946804 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.010813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-928030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13137'] for router, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.055276 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5fa09-9020-493b-b970-f709cc5c4f3e req-7711a652-3fdb-47d6-856f-396fb28405d6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:12.072033 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1eb5fa09-9020-493b-b970-f709cc5c4f3e req-7711a652-3fdb-47d6-856f-396fb28405d6 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.2323196 May 11 19:55:12.083340 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Pushing event updated for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=4']} {{(pid=79325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:12.102041 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG oslo_concurrency.lockutils [None req-713edcc7-cfe3-423c-aad5-94ed4b605120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:12.115704 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:12.116343 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:12.273582 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks [] for port, precommit_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.322392 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Transition to ACTIVE for port object 8071459a-d369-40b9-b995-d1cb2fc65062 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:12.355348 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1eb5fa09-9020-493b-b970-f709cc5c4f3e req-b4906597-ccbf-4517-a6ba-196f4dacef2c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820542 May 11 19:55:12.368127 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:12.377638 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Transition to ACTIVE for port object 8071459a-d369-40b9-b995-d1cb2fc65062 will not be triggered until provisioned by entity DHCP. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:12.469372 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172'] for port, after_create {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.486451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-9e15119d-501e-49f9-bd3d-8bc1291cf3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:12.628245 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Network db475bd9-e1ef-4242-a698-f32684496cc1 is already hosted by enough agents. {{(pid=79323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:12.629829 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Pushing event updated for resources: {'Port': ['ID=8071459a-d369-40b9-b995-d1cb2fc65062,revision_number=1']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:12.632965 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.scheduler.base_scheduler [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Resources bound (agent type, host, resource id): {{(pid=79323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:12.634929 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:12.635932 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Received port after_create {{(pid=79323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:12.712485 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.753408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.789979 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:11Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:12.792599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Attempting to bind port 8071459a-d369-40b9-b995-d1cb2fc65062 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:12.793210 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Attempting to bind port 8071459a-d369-40b9-b995-d1cb2fc65062 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:12.793777 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Attempting to bind port 8071459a-d369-40b9-b995-d1cb2fc65062 on network db475bd9-e1ef-4242-a698-f32684496cc1 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:12.796847 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53becac8-63cc-43df-9d80-a0800f2c093a None None] The sync data for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi is: [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:11Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:12.800572 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:12.802066 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Checking segment: {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:12.802683 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.803310 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Bound using segment: {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:12.803983 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Bound port: 8071459a-d369-40b9-b995-d1cb2fc65062, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:12.804620 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:12.961685 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] For port 8071459a-d369-40b9-b995-d1cb2fc65062, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:12.965558 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] For port 8071459a-d369-40b9-b995-d1cb2fc65062, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=8071459a-d369-40b9-b995-d1cb2fc65062,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:13.057762 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:13.061641 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:13.184960 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Allocated IP 172.27.3.89 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/802a00cb-682a-4f2a-b31f-5e270a3f44f7) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:13.185473 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Pushing event updated for resources: {'Port': ['ID=8071459a-d369-40b9-b995-d1cb2fc65062,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:13.204601 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-5a020692-7928-4a0a-8c9a-906e47f9befc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:13.449342 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:13.665764 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:13.699000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5651b589-7dd5-40f2-9e1f-7d630bf57725 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:13.778509 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:13.782443 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:13.789090 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:13.827721 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:13.878207 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Pushing event updated for resources: {'Port': ['ID=802a00cb-682a-4f2a-b31f-5e270a3f44f7,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:13.884051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:13.917189 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012bc33-4c98-4bc6-8396-7053bda7f1ff req-23751aff-dbe3-4571-b716-494518c9d59b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:13.918748 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a012bc33-4c98-4bc6-8396-7053bda7f1ff req-23751aff-dbe3-4571-b716-494518c9d59b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.3745320 May 11 19:55:13.989498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:13.996116 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:13.997113 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:14.213484 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a012bc33-4c98-4bc6-8396-7053bda7f1ff req-e5217937-67e4-4b60-a2c6-0e5500d415de tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421463 May 11 19:55:14.273789 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:14.319564 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:14.412172 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40816) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:14.457002 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597ee51-55e2-4342-aeb2-d602045c572c None None] Network db475bd9-e1ef-4242-a698-f32684496cc1 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:55:14.642741 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:14.643715 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 8071459a-d369-40b9-b995-d1cb2fc65062 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:14.675497 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:14.773263 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-b0d48d57-7f3b-4944-85b5-2f079841c9e6 None None] Provisioning for port 8071459a-d369-40b9-b995-d1cb2fc65062 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:14.839765 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:14.843804 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:14.922684 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 8071459a-d369-40b9-b995-d1cb2fc65062 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:14.924133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:14.928544 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 8071459a-d369-40b9-b995-d1cb2fc65062 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:14.929028 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.143448 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.198358 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 8071459a-d369-40b9-b995-d1cb2fc65062, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=8071459a-d369-40b9-b995-d1cb2fc65062,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:15.252000 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-ba8256d1-8a59-4eeb-920d-48e1a75e9e76 None None] Provisioning complete for port 8071459a-d369-40b9-b995-d1cb2fc65062 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:15.252701 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-ba8256d1-8a59-4eeb-920d-48e1a75e9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.292419 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.303006 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:15.401847 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=8071459a-d369-40b9-b995-d1cb2fc65062,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:15.405451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:15.650565 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:15.766658 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70198ebc-5427-4243-90bf-714cfe468f4b req-40598a33-c3cc-48cf-9d09-d8fb7307795f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:15.768176 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70198ebc-5427-4243-90bf-714cfe468f4b req-40598a33-c3cc-48cf-9d09-d8fb7307795f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.3432665 May 11 19:55:15.775190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-928103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-920841'] for router, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.807282 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:15.807670 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:15.951526 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 8071459a-d369-40b9-b995-d1cb2fc65062 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:15.990034 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-70198ebc-5427-4243-90bf-714cfe468f4b req-8db2a7c3-2103-447b-9372-5cf4d07ef86a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126389 May 11 19:55:16.073277 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 8071459a-d369-40b9-b995-d1cb2fc65062 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:16.074099 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:16.156473 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:16.265993 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Router b386200e-56c9-4bf8-8a37-f72cfd50f69d is scheduled to L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c with binding_index 1 {{(pid=79321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 19:55:16.359757 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-42d1a520-a60a-4658-a249-22b4fd6dc1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:16.582049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:16.590441 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Sync routers for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:16.600367 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:16.601081 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:16.780962 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:16.841510 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:16.843164 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7291133 May 11 19:55:16.845731 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40838) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:16.937868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Deleting port 69fda8c7-2c78-4b5f-99e2-07de70914979 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:16.938319 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:16.955142 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-f379967d-86cd-4654-a7fd-9a32b66ca5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:16.956739 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-f379967d-86cd-4654-a7fd-9a32b66ca5d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1099 time: 0.1210949 May 11 19:55:17.088603 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 3, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:17.095937 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Checking router: b386200e-56c9-4bf8-8a37-f72cfd50f69d for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:17.096241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Updating router b386200e-56c9-4bf8-8a37-f72cfd50f69d port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:55:17.159190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.223172 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] For port 69fda8c7-2c78-4b5f-99e2-07de70914979, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=69fda8c7-2c78-4b5f-99e2-07de70914979,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:17.232449 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.295166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-733c6a0a-151a-4961-ab2a-64f0e868a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:17.296897 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-733c6a0a-151a-4961-ab2a-64f0e868a74b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.2946379 May 11 19:55:17.419133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Calling delete_port for 69fda8c7-2c78-4b5f-99e2-07de70914979 owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:17.497330 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-911c023a-0819-49b2-84de-55e33850bf77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 1001 time: 0.1389239 May 11 19:55:17.507699 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.508363 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56718-e9e7-42c3-8261-47742074e681 req-c2cd1555-74a8-4578-93d7-4a44ad1601df tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:17.509841 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0e56718-e9e7-42c3-8261-47742074e681 req-c2cd1555-74a8-4578-93d7-4a44ad1601df tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.3874526 May 11 19:55:17.523751 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Transition to ACTIVE for port object 802a00cb-682a-4f2a-b31f-5e270a3f44f7 will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:17.585397 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.612242 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.616883 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a870f8fe-2f5a-4b11-8082-8711d73821f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:17.626045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-ae74fccb-77fc-4b75-970e-527e9b2ddb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:17.627521 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-ae74fccb-77fc-4b75-970e-527e9b2ddb70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.1155686 May 11 19:55:17.631868 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0e56718-e9e7-42c3-8261-47742074e681 req-ee7fd859-3edd-457c-9b14-de06bb69a489 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858333 May 11 19:55:17.697027 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Attempting to bind port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:17.697397 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Attempting to bind port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:17.697766 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Attempting to bind port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 on network 6654d049-e208-42ad-b67b-65725f02ce51 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:17.712341 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c8399-81c0-445f-a784-9d1c9856e3f5 None None] Pushing event updated for resources: {'Port': ['ID=802a00cb-682a-4f2a-b31f-5e270a3f44f7,revision_number=2']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:17.714683 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:17.715088 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Checking segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:17.715498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.716048 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Bound using segment: {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:17.716360 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Bound port: 802a00cb-682a-4f2a-b31f-5e270a3f44f7, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918d5be3-61f7-490d-84d8-9b240313f0c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:17.716771 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.744519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-1b9c8399-81c0-445f-a784-9d1c9856e3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:17.772100 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-cec51f55-66b4-4331-8750-e8d52e4b59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:17.773570 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-cec51f55-66b4-4331-8750-e8d52e4b59d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1396387 May 11 19:55:17.791675 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] For port 802a00cb-682a-4f2a-b31f-5e270a3f44f7, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:17.795036 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] For port 802a00cb-682a-4f2a-b31f-5e270a3f44f7, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=802a00cb-682a-4f2a-b31f-5e270a3f44f7,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:17.802739 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Allocated IP 172.20.0.1 (db475bd9-e1ef-4242-a698-f32684496cc1/42ac294d-c4c6-41a7-8b3e-dacba19f79c4/e74ab84e-7c63-4f5e-93b7-2a6c959af43c) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:17.881541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.886345 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:17.931275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-96d6b58c-dc4d-46df-8360-5a8700715677 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502781 May 11 19:55:17.956888 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:17.962064 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:17.962712 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:54:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:17.974158 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Transition to ACTIVE for port object e74ab84e-7c63-4f5e-93b7-2a6c959af43c will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:18.009116 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.018129 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:18.065693 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Pushing event deleted for resources: {'Port': ['ID=69fda8c7-2c78-4b5f-99e2-07de70914979,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:18.082357 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.085942 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c8399-81c0-445f-a784-9d1c9856e3f5 None None] Pushing event updated for resources: {'Port': ['ID=802a00cb-682a-4f2a-b31f-5e270a3f44f7,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:18.090861 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-1b9c8399-81c0-445f-a784-9d1c9856e3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:18.098437 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:18.118495 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:18.179294 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Network db475bd9-e1ef-4242-a698-f32684496cc1 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:18.183191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:18.186406 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:18.187191 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:18.221275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e752bde3-2f4a-4e97-975f-6897d4aaaeb1 req-3669f0cf-a0a9-4b06-8666-a617fe9774ae service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826319 May 11 19:55:18.241722 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Pushing event updated for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:18.267911 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:18.285424 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917718'] for router_interface, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.567332 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.614391 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 3, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:18.618737 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c107e-7c94-44ae-b1bb-12603244de13 None None] The sync data for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi is: [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 3, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:18.630069 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-6347f21f-6817-41e2-a53d-73a80390f442 None None] Provisioning for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:18.635341 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-6347f21f-6817-41e2-a53d-73a80390f442 None None] Provisioning complete for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:18.635720 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-6347f21f-6817-41e2-a53d-73a80390f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.671041 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.697645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-6347f21f-6817-41e2-a53d-73a80390f442 None None] Port e74ab84e-7c63-4f5e-93b7-2a6c959af43c cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:55:18.885963 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.954012 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:18.961115 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d79-9efa-4106-af65-cf5a9aabf4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.040313 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.069583 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b2aeb5d5-d011-43ef-a38b-4cd866689848 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:19.076230 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24537d4-ee87-4d6e-a11a-1977fb2e1223 req-1592a0c1-f25d-4bd6-b9d3-efedd8abd24a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:19.077968 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c24537d4-ee87-4d6e-a11a-1977fb2e1223 req-1592a0c1-f25d-4bd6-b9d3-efedd8abd24a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 946 time: 0.2861311 May 11 19:55:19.094528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:55:19.154737 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Pushing event updated for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:19.157329 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917621'] for router_interface, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.161247 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:19.283358 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c24537d4-ee87-4d6e-a11a-1977fb2e1223 req-ebd5e038-59fd-4f06-b282-1238c474dcd1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954558 May 11 19:55:19.318189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Network db475bd9-e1ef-4242-a698-f32684496cc1 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:19.319456 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:19.340654 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:19.351238 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Sync routers for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:19.356226 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2a3e58b-ff3e-4af7-8a61-da0d5149fd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9425013 May 11 19:55:19.361664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40846) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:19.368222 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:19.369008 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:19.534341 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Router b386200e-56c9-4bf8-8a37-f72cfd50f69d has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:55:19.576307 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:19.645382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks [] for router, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.652853 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-422d6dc8-bd9a-4f51-8076-2613b4a9fb33 None None] Provisioning complete for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:19.653419 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-422d6dc8-bd9a-4f51-8076-2613b4a9fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.757667 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-422d6dc8-bd9a-4f51-8076-2613b4a9fb33 None None] Port e74ab84e-7c63-4f5e-93b7-2a6c959af43c cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:55:19.800964 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 802a00cb-682a-4f2a-b31f-5e270a3f44f7 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:19.846161 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:55:19.864678 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] 10.222.0.15 "PUT /v2.0/routers/b386200e-56c9-4bf8-8a37-f72cfd50f69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0089042 May 11 19:55:19.903443 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:19.937121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:19.946560 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:55:17Z', 'revision_number': 5, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port': {'id': '2717e61e-1f87-40a2-bda7-65625c45a036', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:19.950777 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Checking router: b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:19.959768 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Routers {'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:19.960386 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:20.050757 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:20.067985 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:20.068443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.125793 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Deleting port 2717e61e-1f87-40a2-bda7-65625c45a036 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:20.126370 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.136754 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.171997 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] Set router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:20.194829 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:55:20.268272 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:20.306408 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.314884 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:55:19Z', 'revision_number': 6, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:20.320266 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f44aa-7de4-4d2d-9e42-f394a05ee1b1 None None] The sync data for ids ['b2a3e58b-ff3e-4af7-8a61-da0d5149fd10'] in dv-cinder-789603-5-iscsi is: [{'id': 'b2a3e58b-ff3e-4af7-8a61-da0d5149fd10', 'name': 'tempest-AttachVolumeTestJSON-1471770996-router', 'tenant_id': '2a80f626f6674fa89024239f8ed1f6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:18Z', 'updated_at': '2021-05-11T19:55:19Z', 'revision_number': 6, 'project_id': '2a80f626f6674fa89024239f8ed1f6ac', 'gw_port_host': None}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:20.337408 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port 802a00cb-682a-4f2a-b31f-5e270a3f44f7, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=802a00cb-682a-4f2a-b31f-5e270a3f44f7,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:20.338910 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.342317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:20.402625 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.459337 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=8']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:20.459337 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:20.483159 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] For port 2717e61e-1f87-40a2-bda7-65625c45a036, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=2717e61e-1f87-40a2-bda7-65625c45a036,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:20.483424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.567190 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.569121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:20.623856 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Calling delete_port for 2717e61e-1f87-40a2-bda7-65625c45a036 owned by network:router_gateway {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:20.624936 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Sync routers for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:55:20.648015 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:20.648727 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:20.766089 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=802a00cb-682a-4f2a-b31f-5e270a3f44f7,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:20.775714 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:20.787448 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40860) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:20.794240 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493801596', 'description': 'tempest-secgroup-smoke-493801596 description', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:20.801527 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:20.806212 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:20.809272 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:20.816515 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:20.833907 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'code': 200} May 11 19:55:20.846801 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.851458 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:20.864491 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:20.898480 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2717e61e-1f87-40a2-bda7-65625c45a036,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:20.901822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:20.961340 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:20.982971 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:20.987034 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:20.989926 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:20.995924 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:21.054284 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.082826 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.227457 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.232585 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:18Z', 'revision_number': 4, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'e74ab84e-7c63-4f5e-93b7-2a6c959af43c', 'name': '', 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'mac_address': 'fa:16:3e:81:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:17Z', 'updated_at': '2021-05-11T19:55:18Z', 'revision_number': 2, 'project_id': '20b189482374473eb9e74265d2c6196f', 'subnets': [{'id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:21.233831 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-66e79b53-b8dd-478c-86a4-1a8abd13bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:21.237026 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Checking router: b386200e-56c9-4bf8-8a37-f72cfd50f69d for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:55:21.237388 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Updating router b386200e-56c9-4bf8-8a37-f72cfd50f69d port e74ab84e-7c63-4f5e-93b7-2a6c959af43c binding host dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 19:55:21.256886 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f00c02-76cf-4bb9-ad56-47dd9c99abe2 req-f0d281f2-f58a-40a7-8afd-bfe0e5250c70 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:21.258604 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1f00c02-76cf-4bb9-ad56-47dd9c99abe2 req-f0d281f2-f58a-40a7-8afd-bfe0e5250c70 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.3263867 May 11 19:55:21.268692 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.273231 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:21.273999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.278522 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:21.293489 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.334923 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1f00c02-76cf-4bb9-ad56-47dd9c99abe2 req-8b1be397-145e-42c8-ad9c-48b57f7085fc tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631387 May 11 19:55:21.366465 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.368588 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5784342 May 11 19:55:21.375155 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40866) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:21.381054 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:21.387090 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:21.390711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.391264 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 {{(pid=79321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 19:55:21.407525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:21.407525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:21.412524 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:21.424099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.425171 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/b2a3e58b-ff3e-4af7-8a61-da0d5149fd10 HTTP/1.1" status: 204 len: 168 time: 2.0622602 May 11 19:55:21.427868 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40870) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:21.500568 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Deleting subnet e5774c5d-c0e6-47b1-9a7d-2dbd2854784b {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:55:21.504242 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.561469 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.593137 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.681887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.686933 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.691302 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 802a00cb-682a-4f2a-b31f-5e270a3f44f7 up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:21.726101 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.766861 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.776823 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks [] for port, precommit_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.777981 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:21.791879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Transition to ACTIVE for port object e74ab84e-7c63-4f5e-93b7-2a6c959af43c will not be triggered until provisioned by entity L2. {{(pid=79323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:21.803107 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32ad77f-5725-4a09-a79f-25c4ef74e0b2,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:21.805867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:21.805867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.811098 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:21.881397 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.882799 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a1e9629d-c726-42b8-8549-dc79fffd6ba0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5063589 May 11 19:55:21.885474 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40880) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:21.892213 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:21.898191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:21.901901 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:21.902258 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:21.905597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:21.911209 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-616c4019-fd7c-4c06-8fdf-66ed2c0339b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:21.911638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:22.017327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.091583 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.112236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Pushing event updated for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=3']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:22.115076 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:22.144219 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.148404 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0d7dc550-c71c-4ed4-b30a-b1bd9759e0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:22.155775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 69fda8c7-2c78-4b5f-99e2-07de70914979 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:22.183641 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5774c5d-c0e6-47b1-9a7d-2dbd2854784b,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:22.187847 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:22.187992 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.197063 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-079b971c-43ce-470c-8602-f8d04c20758b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e5774c5d-c0e6-47b1-9a7d-2dbd2854784b HTTP/1.1" status: 204 len: 168 time: 0.7650526 May 11 19:55:22.197250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40884) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:22.205628 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f8312-f652-454b-bf31-b470417c0dcd None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:55:22.223254 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 69fda8c7-2c78-4b5f-99e2-07de70914979 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:55:22.223604 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 69fda8c7-2c78-4b5f-99e2-07de70914979 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:55:22.224027 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 2717e61e-1f87-40a2-bda7-65625c45a036 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:22.266995 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.290101 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7a8ec514-1141-493a-a4ef-03b7321649a9 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:22.322417 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 2717e61e-1f87-40a2-bda7-65625c45a036 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:55:22.322769 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 2717e61e-1f87-40a2-bda7-65625c45a036 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:55:22.323546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26999103-6ca8-450c-ae63-4d6226e90507,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:22.327503 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Attempting to bind port e74ab84e-7c63-4f5e-93b7-2a6c959af43c on host dv-cinder-789603-5-iscsi for vnic_type normal with profile {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:22.327743 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Attempting to bind port e74ab84e-7c63-4f5e-93b7-2a6c959af43c by drivers openvswitch,hyperv on host dv-cinder-789603-5-iscsi at level 0 using segments [{'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:22.328115 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Attempting to bind port e74ab84e-7c63-4f5e-93b7-2a6c959af43c on network db475bd9-e1ef-4242-a698-f32684496cc1 {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:22.334522 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:22.345449 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.350588 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Checking agent: {'id': '7f3a2ce6-4099-48e4-aeaf-c6993d61e626', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 39, 49), 'started_at': datetime.datetime(2021, 5, 11, 19, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:22.353443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Checking segment: {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:22.353443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.353443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Bound using segment: {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'} {{(pid=79323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:22.353443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.managers [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Bound port: e74ab84e-7c63-4f5e-93b7-2a6c959af43c, host: dv-cinder-789603-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ad646-4017-4bdd-a5f8-79e49a34c727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1'}}] {{(pid=79323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:22.353443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.426614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Deleting port fff966e6-1169-4a27-b433-e536803dd4f3 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:22.426974 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.502794 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.506844 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-7372fede-b021-46a0-921d-650aabad6f75 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6177323 May 11 19:55:22.507307 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40890) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:22.517696 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:22.524042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] For port e74ab84e-7c63-4f5e-93b7-2a6c959af43c, host dv-cinder-789603-5-iscsi, cleared binding levels {{(pid=79323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:22.524536 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:22.528433 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] For port e74ab84e-7c63-4f5e-93b7-2a6c959af43c, host dv-cinder-789603-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:22.529041 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:22.532744 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:22.536957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] For port fff966e6-1169-4a27-b433-e536803dd4f3, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=fff966e6-1169-4a27-b433-e536803dd4f3,segment=NetworkSegment(f20909ad-3664-40a4-8043-36973b5796a2),segment_id=f20909ad-3664-40a4-8043-36973b5796a2)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:22.536957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.538647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:22.601960 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] DHCP port deletion for 38952c9f-7c04-40fc-a223-34e09d00398b request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 19:55:22.640852 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.642056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.646339 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:22.731376 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.736591 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Pushing event updated for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:22.739496 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:55:22.740120 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:22.786247 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Calling delete_port for fff966e6-1169-4a27-b433-e536803dd4f3 owned by network:dhcp {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:22.796960 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:22.818349 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.824416 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:22.846735 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6215602-9857-4ae1-bc38-21ea6a815f37,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:22.850145 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:22.926696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.936803 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c7beeb90-a94f-4e49-b53a-bbe606f5bea3 tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:22.955540 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.957686 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c672c46f-7909-4af3-b4ef-7a6bbf96f554 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492807 May 11 19:55:22.960449 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40898) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:22.966286 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:22.967871 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Deleting port fff966e6-1169-4a27-b433-e536803dd4f3 {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:55:22.973377 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:22.973526 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:22.977262 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:22.980826 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:22.988361 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:23.003484 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=fff966e6-1169-4a27-b433-e536803dd4f3,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:23.006598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:23.009246 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] No DVR routers for this DVR port fff966e6-1169-4a27-b433-e536803dd4f3 on host dv-cinder-789603-5-iscsi {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:55:23.099409 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.126778 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] For port fff966e6-1169-4a27-b433-e536803dd4f3, host dv-cinder-789603-5-iscsi, got binding levels [] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:23.127505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.137065 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:55:23.152682 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.169128 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38952c9f-7c04-40fc-a223-34e09d00398b']}} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:23.183249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20909ad-3664-40a4-8043-36973b5796a2') {'for_net_delete': True} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:23.183552 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20909ad-3664-40a4-8043-36973b5796a2') {} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:23.196260 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504588'] for segment, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.202358 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.219466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.225939 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=79321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:55:23.233594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27502065'] for segment, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: Traceback (most recent call last): May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: timer() May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: cb(*args, **kw) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: return func(*args, **kwargs) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: self._notify() May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: self.callback(batched_events) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: event.method(event) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: return f(self, *a, **k) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._get(url).json() May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: return self.request(url, 'GET', **kwargs) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:55:23.240024 dv-cinder-789603-5-iscsi neutron-server[79321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:55:23.282264 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.289788 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7447dbeb-8a83-435f-b27a-f12ccb689ba5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:23.318527 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9561455c-fd49-454b-bf59-ed1dfc637830,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:23.320365 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Calling delete_port for fff966e6-1169-4a27-b433-e536803dd4f3 owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:55:23.321425 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:23.325499 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.ipam_backend_mixin [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Port fff966e6-1169-4a27-b433-e536803dd4f3 was not found and therefore no delete operation was performed {{(pid=79323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 11 19:55:23.329107 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.340421 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-1b9c8399-81c0-445f-a784-9d1c9856e3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:23.395126 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.398730 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1ad1285e-78c9-4a39-90d7-4fcceb3ac2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:23.412255 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.415483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.422611 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=38952c9f-7c04-40fc-a223-34e09d00398b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:23.426552 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-39c8effc-ded3-47ff-bc90-62192223bcd2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4625888 May 11 19:55:23.427250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40906) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:23.429335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:23.432770 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:23.443032 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:23.444061 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Pushing event deleted for resources: {'Port': ['ID=fff966e6-1169-4a27-b433-e536803dd4f3,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:23.446258 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Network 38952c9f-7c04-40fc-a223-34e09d00398b is not hosted by any dhcp agent {{(pid=79323) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 11 19:55:23.446756 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] No DVR routers for this DVR port fff966e6-1169-4a27-b433-e536803dd4f3 on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:55:23.448216 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-4a49f91d-2aab-495b-ae77-0e96768d029e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:23.448343 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:23.452039 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:23.457845 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:23.554794 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] 10.222.0.15 "DELETE /v2.0/networks/38952c9f-7c04-40fc-a223-34e09d00398b HTTP/1.1" status: 204 len: 168 time: 1.3570416 May 11 19:55:23.582563 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.securitygroups_db [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Project 9bfaa2429f824cc19b2ebf1382a59637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:55:23.590289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.640975 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fff966e6-1169-4a27-b433-e536803dd4f3 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:23.680934 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.682216 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: fff966e6-1169-4a27-b433-e536803dd4f3 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:55:23.682572 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device fff966e6-1169-4a27-b433-e536803dd4f3 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:55:23.698049 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:18Z', 'revision_number': 4, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'e74ab84e-7c63-4f5e-93b7-2a6c959af43c', 'name': '', 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'mac_address': 'fa:16:3e:81:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:17Z', 'updated_at': '2021-05-11T19:55:22Z', 'revision_number': 4, 'project_id': '20b189482374473eb9e74265d2c6196f', 'subnets': [{'id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:55:23.702844 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a68e94-eb51-462b-85c4-e9770d95de2b None None] The sync data for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi is: [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T19:55:18Z', 'revision_number': 4, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'e74ab84e-7c63-4f5e-93b7-2a6c959af43c', 'name': '', 'network_id': 'db475bd9-e1ef-4242-a698-f32684496cc1', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'mac_address': 'fa:16:3e:81:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:17Z', 'updated_at': '2021-05-11T19:55:22Z', 'revision_number': 4, 'project_id': '20b189482374473eb9e74265d2c6196f', 'subnets': [{'id': '42ac294d-c4c6-41a7-8b3e-dacba19f79c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:55:23.785028 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.787531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:23.813820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af46f15-95af-4dd9-940f-961cdb8bbd82,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:23.816747 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:23.903750 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:23.905669 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a1af8d05-cd3f-4f51-b073-c18097b5f42c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4778407 May 11 19:55:23.908510 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 40912) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:23.914118 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'security_group_rule': {'security_group_id': '26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b', 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:23.922170 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:23.926235 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:security_group_rule and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:23.929695 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:23.937711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:23.949208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40918) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:23.949363 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:55:24.017617 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a74c0f13-5e5c-4b61-9a52-b7b290928c7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a80f626f6674fa89024239f8ed1f6ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0663710 May 11 19:55:24.020157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 40922) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:24.041002 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.securitygroups_db [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Project 9bfaa2429f824cc19b2ebf1382a59637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 19:55:24.050845 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.101772 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.155985 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.179355 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.264602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1044823'] for security_group_rule, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.266831 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:24.296210 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022c9962-1413-4bd6-9946-b9bad7ea7623,revision_number=0']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:24.300999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:24.344185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.348622 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-997f7f6c-8c31-4b9f-a963-45e3e7cdfb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:24.366766 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6f391-0e18-46dd-8f30-198604bbab1f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:24.370391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:24.374174 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.375515 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfb6f391-0e18-46dd-8f30-198604bbab1f HTTP/1.1" status: 204 len: 168 time: 0.3542874 May 11 19:55:24.441136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:24.463765 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-5dca5a7a-c22f-4dc2-8e85-94a8aaf38632 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5331044 May 11 19:55:24.709165 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782361f-085c-4578-9403-57456816bbd2 req-1e819aca-1c71-4154-a991-c3deaa292ca4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:24.711122 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6782361f-085c-4578-9403-57456816bbd2 req-1e819aca-1c71-4154-a991-c3deaa292ca4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1073678 May 11 19:55:24.781921 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6782361f-085c-4578-9403-57456816bbd2 req-9971838e-044b-4f98-ab97-cac58e6b0aef tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641451 May 11 19:55:24.931547 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-29f2fc68-66b8-49b6-8717-1ef138d34b76 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910971 May 11 19:55:25.678182 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e74ab84e-7c63-4f5e-93b7-2a6c959af43c up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:25.824135 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:25.830199 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:25.834522 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:25.951697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:25.977232 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd630928-5a56-48ca-a299-444b9053ec95 req-57f2d0a3-735f-4517-bb5b-87a7096ef46a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:25.979131 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dd630928-5a56-48ca-a299-444b9053ec95 req-57f2d0a3-735f-4517-bb5b-87a7096ef46a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0850308 May 11 19:55:25.993451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] For port e74ab84e-7c63-4f5e-93b7-2a6c959af43c, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:26.031714 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dd630928-5a56-48ca-a299-444b9053ec95 req-b80eca8a-07fb-4e87-970a-29c52bd48365 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 May 11 19:55:26.093662 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:26.095541 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:26.162249 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Pushing event updated for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:26.165304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:26.702652 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-1e5d5524-115d-4c9c-b25e-224d560dd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:26.704433 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-1e5d5524-115d-4c9c-b25e-224d560dd67e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578&tenant_id=d79e5dd21079416093263b7ed05d9790 HTTP/1.1" status: 200 len: 1097 time: 0.0772529 May 11 19:55:26.825067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-9b289eee-dd83-427b-a5fb-1448be78a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:26.827318 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-9b289eee-dd83-427b-a5fb-1448be78a0b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1097 time: 0.0827620 May 11 19:55:26.961692 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-46195c41-daa9-4b9c-a434-59c95036b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:26.963218 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-46195c41-daa9-4b9c-a434-59c95036b444 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.1288476 May 11 19:55:27.072576 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-c17bbe38-6fed-4d5d-a177-5b0bbd1aaca3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 999 time: 0.1019402 May 11 19:55:27.146065 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-2a3806d2-53e9-4495-81a2-34e1f1563116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:27.148793 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-2a3806d2-53e9-4495-81a2-34e1f1563116 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0688889 May 11 19:55:27.285173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04831-9f9c-45cd-b4d8-47258bc5e7d5 req-ca3c3fe7-ce11-4bc5-be27-67ce29e5fe9d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:27.286867 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-42d04831-9f9c-45cd-b4d8-47258bc5e7d5 req-ca3c3fe7-ce11-4bc5-be27-67ce29e5fe9d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1357651 May 11 19:55:27.313037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-d9c34e00-bcfb-46d1-abcf-913e6657ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:27.314475 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-d9c34e00-bcfb-46d1-abcf-913e6657ecba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272686 May 11 19:55:27.413995 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-42d04831-9f9c-45cd-b4d8-47258bc5e7d5 req-e610cd2d-4a96-4fc2-ae1d-e64eacc5c044 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170702 May 11 19:55:27.470786 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-005e7931-cd0d-4341-ac74-5688b0635c2a service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490943 May 11 19:55:27.637170 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e74ab84e-7c63-4f5e-93b7-2a6c959af43c up at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:27.712020 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Provisioning complete for port e74ab84e-7c63-4f5e-93b7-2a6c959af43c triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:27.712556 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:27.718111 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dbd19dbe-8b06-48f7-9c2b-3c102d278e12 req-d4770ca9-3814-4169-8827-3e5a3d25b139 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401853 May 11 19:55:28.123106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41076) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:28.245194 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.260362 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:28.264600 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Usage tracker for resource:security_group_rule and tenant:63a41b3790944c1fb084c8333fc9aa0b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:28.267501 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:28.275351 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:28.363892 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.456595 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.465710 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-22a80f3a-503f-46f9-8315-41597a7214fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:28.505071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d92c5c-2383-438b-bd7e-601a95de0686,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:28.520266 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:28.557662 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41094) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:28.558982 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-fa9e8cfc-822d-498b-ac8e-905b59437570 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63a41b3790944c1fb084c8333fc9aa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332545 May 11 19:55:28.605163 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.695920 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.734297 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.794069 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e8c75-4bc7-4dcd-8e8e-060ef24d8147 req-0a335e47-b032-4671-b4fe-662654b12291 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:28.802791 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cb9e8c75-4bc7-4dcd-8e8e-060ef24d8147 req-0a335e47-b032-4671-b4fe-662654b12291 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1685889 May 11 19:55:28.851207 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cb9e8c75-4bc7-4dcd-8e8e-060ef24d8147 req-9a1d3519-23ef-4525-8d43-85a2e940d29d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 May 11 19:55:28.948261 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.953079 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-073f3530-0dad-4986-baee-9051ce6eb2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:28.969571 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d92c5c-2383-438b-bd7e-601a95de0686,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:28.972544 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:28.978531 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:28.979733 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-c2152d7d-182a-4756-b740-2418c88c5871 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9d92c5c-2383-438b-bd7e-601a95de0686 HTTP/1.1" status: 204 len: 168 time: 0.4210856 May 11 19:55:29.627716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41104) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:29.646754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:29.662352 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:29.666309 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Usage tracker for resource:security_group_rule and tenant:bd4b4048f35d495fab57feb4885d26ee is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:29.669471 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:29.676521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:29.765929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:29.833383 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:29.848674 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-2c88e6fb-2ec5-4f70-97cd-839e455b9c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:29.894590 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd4b4048f35d495fab57feb4885d26ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657733 May 11 19:55:29.899785 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41110) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:29.904734 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5261e91-a28a-44e9-9936-ded18d0c5b59,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:29.908669 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:29.978615 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:30.009984 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:30.119957 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81ff9-059e-4f4f-ba97-2df9acab1765 req-ebc5461d-3b1a-48e5-9911-28bfaac754fb tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:30.127639 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-29b81ff9-059e-4f4f-ba97-2df9acab1765 req-ebc5461d-3b1a-48e5-9911-28bfaac754fb tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1332667 May 11 19:55:30.161158 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:30.165469 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-713fe0cc-a607-4082-85ca-8ab1cda7f6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:30.181153 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5261e91-a28a-44e9-9936-ded18d0c5b59,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:30.182824 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-29b81ff9-059e-4f4f-ba97-2df9acab1765 req-a4421bf6-1174-4af4-97df-27cb2803f700 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539842 May 11 19:55:30.191726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.192208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.192629 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.193015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.193388 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.193761 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.194158 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.194771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.195188 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.195576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.195974 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.196311 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:30.206362 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:30.208448 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:30.209601 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ff305fd1-ead6-401e-9394-9e7f3d0e6d80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5261e91-a28a-44e9-9936-ded18d0c5b59 HTTP/1.1" status: 204 len: 168 time: 0.3087857 May 11 19:55:31.443180 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985eb8-1af7-4a66-b003-07dca9acfd7d req-6a7a09ad-eade-4301-a054-524c941db09d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:31.444692 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b1985eb8-1af7-4a66-b003-07dca9acfd7d req-6a7a09ad-eade-4301-a054-524c941db09d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1187313 May 11 19:55:31.501259 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b1985eb8-1af7-4a66-b003-07dca9acfd7d req-ed9a69cb-2653-454b-879d-f66c1e977328 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503156 May 11 19:55:32.190077 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41150) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:32.344489 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.360879 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:32.365154 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Usage tracker for resource:security_group_rule and tenant:a91018f2651e41beadc063037ae64696 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:32.370822 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:32.378858 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:32.462805 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:55:32.473483 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.566567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.575588 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f87ea57-695a-41ce-a070-bb8d1451a986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:32.634854 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a91018f2651e41beadc063037ae64696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435863 May 11 19:55:32.639484 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41160) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:32.652191 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72c5db-aa78-42c4-a1cf-8fbe44416317,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:32.658474 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6a131ba8-8437-4a52-a152-dbbd3303ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:32.712131 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.727045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0384b0-ffc1-45ff-9a4b-0331677c13d5 req-ecebecfa-26d3-4ce9-8537-fcc0bd9241e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:32.728699 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5a0384b0-ffc1-45ff-9a4b-0331677c13d5 req-ecebecfa-26d3-4ce9-8537-fcc0bd9241e0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1069596 May 11 19:55:32.741613 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.795235 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5a0384b0-ffc1-45ff-9a4b-0331677c13d5 req-c2db8445-79c1-4827-89b7-297e12b944ce tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583613 May 11 19:55:32.892741 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.898500 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6d8627f3-940f-4ced-a48b-bf778d9a5243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:32.912589 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72c5db-aa78-42c4-a1cf-8fbe44416317,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:32.918119 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:32.921433 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:32.922782 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c72c5db-aa78-42c4-a1cf-8fbe44416317 HTTP/1.1" status: 204 len: 168 time: 0.2821662 May 11 19:55:34.028454 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59e86-67c3-467b-bcfa-7f029b9d7225 req-fd66e07a-bd1c-48c9-92a9-bd7b095d5280 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:34.030939 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ad59e86-67c3-467b-bcfa-7f029b9d7225 req-fd66e07a-bd1c-48c9-92a9-bd7b095d5280 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1035476 May 11 19:55:34.099498 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ad59e86-67c3-467b-bcfa-7f029b9d7225 req-f7aafd49-a600-44fc-8fcd-ba1f28b2d799 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625632 May 11 19:55:35.346559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1ad5-859d-4343-b684-019b6a00f8c8 req-c8f060e1-6f34-4f42-87e0-0d7be3538b85 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:35.348411 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-924d1ad5-859d-4343-b684-019b6a00f8c8 req-c8f060e1-6f34-4f42-87e0-0d7be3538b85 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1097546 May 11 19:55:35.409991 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-924d1ad5-859d-4343-b684-019b6a00f8c8 req-7a3bc0d8-ef1d-4bd5-9f35-da7fcbe2ce18 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554352 May 11 19:55:36.648090 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec190-da03-4dee-9505-bdec0899a9b7 req-76a73d57-2998-4d9a-bad0-9d23bbd0ee04 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:36.649654 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-215ec190-da03-4dee-9505-bdec0899a9b7 req-76a73d57-2998-4d9a-bad0-9d23bbd0ee04 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1011877 May 11 19:55:36.717770 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-215ec190-da03-4dee-9505-bdec0899a9b7 req-53ceda78-e489-426b-ab6d-e0f6371719ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608158 May 11 19:55:37.991877 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04737cf-b218-4943-b17d-e5143c549271 req-c21dbdaa-894c-4886-9e21-0bd293711382 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:37.994152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b04737cf-b218-4943-b17d-e5143c549271 req-c21dbdaa-894c-4886-9e21-0bd293711382 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1132414 May 11 19:55:38.044394 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b04737cf-b218-4943-b17d-e5143c549271 req-70d9f44a-0f48-4517-a46a-851a04b44988 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 May 11 19:55:39.237758 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a571f1-a60d-4f12-873f-96b25e9ae136 req-77d8da75-bbdb-4bac-aa01-c7a3339b2a44 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:39.240003 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1a571f1-a60d-4f12-873f-96b25e9ae136 req-77d8da75-bbdb-4bac-aa01-c7a3339b2a44 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0806201 May 11 19:55:39.287497 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e1a571f1-a60d-4f12-873f-96b25e9ae136 req-4780da78-0128-4201-a5e9-fcde79a545f5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 May 11 19:55:40.478020 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3501-a07a-4d6b-9f41-639cc4568f9b req-2862da50-2927-4d3b-af93-5ad00fd841e5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:40.479480 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-188c3501-a07a-4d6b-9f41-639cc4568f9b req-2862da50-2927-4d3b-af93-5ad00fd841e5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0822709 May 11 19:55:40.523948 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-188c3501-a07a-4d6b-9f41-639cc4568f9b req-bef55414-ef77-4afd-a646-8511b735f351 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 May 11 19:55:41.717466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3314218-1348-40ad-bb1b-ae2f50148090 req-9ad19f33-b236-492e-9fb5-a22ae80599fb tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:41.718979 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e3314218-1348-40ad-bb1b-ae2f50148090 req-9ad19f33-b236-492e-9fb5-a22ae80599fb tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0838642 May 11 19:55:41.765245 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e3314218-1348-40ad-bb1b-ae2f50148090 req-461d577e-bd89-46d7-a1af-7e58ed87f816 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 May 11 19:55:42.302160 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-2754537c-68a7-4dfa-8d7e-d1884fb72284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:42.303692 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-2754537c-68a7-4dfa-8d7e-d1884fb72284 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d79e5dd21079416093263b7ed05d9790&device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1097 time: 0.0708215 May 11 19:55:42.462732 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-aada74b6-e4c4-4b3c-a0c1-8fe6e428ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:42.464207 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-aada74b6-e4c4-4b3c-a0c1-8fe6e428ef68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 200 len: 917 time: 0.1416280 May 11 19:55:42.573671 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-3e3034f4-86a3-43bd-9f97-31c8a8924c63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 200 len: 999 time: 0.0992463 May 11 19:55:42.640161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-d186c43c-2061-44e8-874c-c18330b167e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:42.641552 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-d186c43c-2061-44e8-874c-c18330b167e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 200 len: 855 time: 0.0584209 May 11 19:55:42.717496 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-bc463038-7b11-4326-82e4-6216fcb81c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:42.718828 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-bc463038-7b11-4326-82e4-6216fcb81c30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b072cba-28ae-4f80-9deb-c23d96d79de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700650 May 11 19:55:42.994711 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-1160ce1c-5951-47ac-b360-c5ab4ada6106 service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681048 May 11 19:55:43.041618 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c6486-b4f2-4054-b503-bc908b47718b req-0272bb2f-5a70-4d9c-b0ad-627f5b347937 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:43.043013 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee3c6486-b4f2-4054-b503-bc908b47718b req-0272bb2f-5a70-4d9c-b0ad-627f5b347937 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.1458752 May 11 19:55:43.153423 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ee3c6486-b4f2-4054-b503-bc908b47718b req-955ac5fb-57be-49ac-854c-00effb073772 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679317 May 11 19:55:43.181729 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-86d8ad13-2394-4540-86c7-3f5e82256be2 req-0f947245-c92e-48ac-ba57-55e19acc2dda service neutron] 10.222.0.44 "GET /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788464 May 11 19:55:44.345152 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8959c4-8d5e-46af-96fa-10898e86d8eb req-8958af5d-0814-4b91-a1a9-143d2d697ba2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:44.346598 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f8959c4-8d5e-46af-96fa-10898e86d8eb req-8958af5d-0814-4b91-a1a9-143d2d697ba2 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0848906 May 11 19:55:44.395157 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f8959c4-8d5e-46af-96fa-10898e86d8eb req-4b2a5ef8-b20b-45d4-ad1a-c29f1b79a494 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427647 May 11 19:55:44.627645 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-935ba7aa-5bc8-4709-a530-2036f70442b2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Synchronizing usage tracker for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:security_group {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:55:44.724934 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-935ba7aa-5bc8-4709-a530-2036f70442b2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Unset dirty status for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:security_group {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:55:44.726095 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-935ba7aa-5bc8-4709-a530-2036f70442b2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493801596&fields=id&tenant_id=9bfaa2429f824cc19b2ebf1382a59637 HTTP/1.1" status: 200 len: 267 time: 0.1406507 May 11 19:55:44.877360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-0dcab3b4-6c9d-4bfc-9a19-56b46b9e634b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:44.878084 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-0dcab3b4-6c9d-4bfc-9a19-56b46b9e634b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Synchronizing usage tracker for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:network {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:55:44.981719 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-0dcab3b4-6c9d-4bfc-9a19-56b46b9e634b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Unset dirty status for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:network {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:55:44.983473 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-0dcab3b4-6c9d-4bfc-9a19-56b46b9e634b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 809 time: 0.2506275 May 11 19:55:44.998033 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-a6c4fb36-77a2-4866-b24d-74b461083043 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/quotas/9bfaa2429f824cc19b2ebf1382a59637 HTTP/1.1" status: 200 len: 375 time: 0.0089431 May 11 19:55:45.080726 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c8925ca7-0166-4124-bcdb-fc8174eafdf2 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778933 May 11 19:55:45.217316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-611c8b41-47f8-4a4d-80e4-bcdb6ea188c0 service neutron] 10.222.0.15 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240742 May 11 19:55:45.345213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-244d4039-b1f8-4255-9ec0-205f6b539abf service neutron] 10.222.0.15 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217608 May 11 19:55:46.096832 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:55:46.100505 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecab70-73ef-42d6-8611-2725215cebdc req-fc53a6fb-b6df-4339-8f15-b778f513196a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:46.102086 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-35ecab70-73ef-42d6-8611-2725215cebdc req-fc53a6fb-b6df-4339-8f15-b778f513196a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 944 time: 0.0994813 May 11 19:55:46.155649 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-35ecab70-73ef-42d6-8611-2725215cebdc req-f8753b32-6493-4874-9b6b-2c6d8872aa56 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464649 May 11 19:55:46.239884 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4152b523-06f9-4517-b59d-b3f747d96217 req-1d9f4f56-edfc-40af-84aa-ff5e8a561eae tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0427079 May 11 19:55:46.279756 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:46.304284 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '1c72763a-37d2-4962-b148-b561be6d303f', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'port_id': '1c72763a-37d2-4962-b148-b561be6d303f', 'mac_address': 'fa:16:3e:88:c5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:55:46.363743 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:46.373698 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-de77b904-a7d8-4635-b298-a1b8e97e3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:46.382739 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:55:46.398009 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:46.521127 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:46.522838 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:46.589169 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=9']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:46.592866 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:46.813391 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1c72763a-37d2-4962-b148-b561be6d303f'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:55:47.345277 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b9a8-bcbb-4940-90a1-0d8a27c1a659 req-06394b40-91a6-4190-b6fd-4825a2607bd5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:47.346734 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-85c9b9a8-bcbb-4940-90a1-0d8a27c1a659 req-06394b40-91a6-4190-b6fd-4825a2607bd5 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 945 time: 0.0848281 May 11 19:55:47.392213 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-85c9b9a8-bcbb-4940-90a1-0d8a27c1a659 req-6aead64f-391d-40d2-8c36-04be822aaa07 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 May 11 19:55:47.530652 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-500e5795-41a2-430a-9838-01f254b3f0ed req-3f3c3ca6-63c1-4329-a71e-5d9806b92292 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0436649 May 11 19:55:47.652367 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41336) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:47.771271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:47.788750 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:47.792480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Usage tracker for resource:security_group_rule and tenant:6ffbafe8be804090be374421dc71d0c9 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:47.795284 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:47.800818 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:47.882071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:47.949026 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:47.956739 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-890bd44c-2e61-4433-87e7-724196299d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:47.994896 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90beb7-9088-44ad-9792-1d6b4de69050,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:47.998905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:48.001695 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ffbafe8be804090be374421dc71d0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474493 May 11 19:55:48.004414 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41342) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:48.062799 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.090305 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:55:48.090905 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.172179 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 1c72763a-37d2-4962-b148-b561be6d303f triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:48.172566 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.235370 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.240419 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-170cfd39-da0e-467a-b602-c0179fdc9317 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:48.257806 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90beb7-9088-44ad-9792-1d6b4de69050,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:48.260604 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:48.264156 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.268858 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c90beb7-9088-44ad-9792-1d6b4de69050 HTTP/1.1" status: 204 len: 168 time: 0.2634742 May 11 19:55:48.303645 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.330825 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:55:48.341937 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:55:48.385701 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'code': 200} May 11 19:55:48.418480 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c069e650-835c-4b88-97b1-56d07420e0ce tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:48.423741 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c069e650-835c-4b88-97b1-56d07420e0ce tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 809 time: 0.1595235 May 11 19:55:48.481705 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6befcd1f-f7be-4946-ad22-77cc82206a87 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfaa2429f824cc19b2ebf1382a59637 HTTP/1.1" status: 200 len: 379 time: 0.0455329 May 11 19:55:48.491767 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'port': {'device_id': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'admin_state_up': True, 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'security_groups': ['26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:48.499143 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.501013 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:48.572510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=10']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:48.581944 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.582318 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.582690 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.583068 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.583401 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.583885 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.584216 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.584543 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.584869 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.585185 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.585610 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.585930 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:48.589784 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:48.810594 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:48.819425 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a4b5e-6fcb-4e17-8f46-3b12b43531ae req-7a0ba134-ac97-41b3-9de7-71dee8ed5c8e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:48.827068 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eb0a4b5e-6fcb-4e17-8f46-3b12b43531ae req-7a0ba134-ac97-41b3-9de7-71dee8ed5c8e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.2668865 May 11 19:55:48.843615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:port and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:48.855751 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:48.859746 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:48.879943 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.893146 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eb0a4b5e-6fcb-4e17-8f46-3b12b43531ae req-8a57f45e-500e-4853-91b3-f1320e45a2ea tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649498 May 11 19:55:48.955368 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-28aacca0-9d47-4294-99c2-7628e550c1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:48.960635 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776e251-f74f-42e4-a9e9-0dd24e18b917 req-6626fefc-79df-4db6-a77b-a4191fa012cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:48.964379 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3776e251-f74f-42e4-a9e9-0dd24e18b917 req-6626fefc-79df-4db6-a77b-a4191fa012cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 1100 time: 0.0917826 May 11 19:55:48.983954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Made reservation on behalf of 9bfaa2429f824cc19b2ebf1382a59637 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:55:48.987658 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.005862 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-3776e251-f74f-42e4-a9e9-0dd24e18b917 req-1c546ae3-a91f-4b59-b2d7-c56cb829f1dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367730 May 11 19:55:49.052060 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-db077d55-bdd4-455f-9c76-8b123db42bce req-624a3e79-f520-40a4-b9d6-d2cba385ef99 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0547581 May 11 19:55:49.203385 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Allocated IP 172.20.0.7 (3d4b824f-373d-46d2-bb15-79a62db68a31/b92cab88-c1ef-4816-90bb-c3f217bf6d82/b65b1091-a055-4906-89a7-5d43f8989e29) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:55:49.399754 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.410237 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Transition to ACTIVE for port object b65b1091-a055-4906-89a7-5d43f8989e29 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:49.527072 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.533093 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-21009e77-39c0-4f4f-a98a-b21f9b0a86a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:49.598306 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:55:49.601507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:55:49.611114 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:55:49.646848 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:49.660928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.661346 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.661668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.662025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.662375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.662726 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.663103 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.663451 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.663800 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.664147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.664494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.664945 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:55:49.670849 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:49.693829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:49.694615 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.796102 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3084092 May 11 19:55:49.816579 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Request body: {'port': {'device_id': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:55:49.921396 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-72035b2d-579e-4c90-8e01-d62ae08ea186 None None] Provisioning for port b65b1091-a055-4906-89a7-5d43f8989e29 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:55:49.927177 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-72035b2d-579e-4c90-8e01-d62ae08ea186 None None] Provisioning complete for port b65b1091-a055-4906-89a7-5d43f8989e29 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:55:49.927564 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-72035b2d-579e-4c90-8e01-d62ae08ea186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.934878 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:49.986797 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-72035b2d-579e-4c90-8e01-d62ae08ea186 None None] Port b65b1091-a055-4906-89a7-5d43f8989e29 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:55:50.257079 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59832e9-50f3-46a3-872b-a13a689b4f1c req-290c4ba2-4f4b-477f-98f4-5609e827d32d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:50.258241 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b59832e9-50f3-46a3-872b-a13a689b4f1c req-290c4ba2-4f4b-477f-98f4-5609e827d32d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.2036014 May 11 19:55:50.326199 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b59832e9-50f3-46a3-872b-a13a689b4f1c req-dcc67004-3c93-43a5-a313-e6fe3ba2bbb4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592439 May 11 19:55:50.383766 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:50.419777 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65b1091-a055-4906-89a7-5d43f8989e29 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:55:50.427858 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:50.447822 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Transition to ACTIVE for port object b65b1091-a055-4906-89a7-5d43f8989e29 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:55:50.528684 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:50.537211 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3570adc8-2f7e-4a53-aa9b-7b47c65a7774 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:50.675829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb30b61-5094-4254-a2a9-5d737ca3b65b req-d77c2c54-c2cd-4028-a394-50a8b745e0b3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:50.676636 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-cdb30b61-5094-4254-a2a9-5d737ca3b65b req-d77c2c54-c2cd-4028-a394-50a8b745e0b3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Synchronizing usage tracker for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:55:50.728101 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:50.731173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:50.816951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Attempting to bind port b65b1091-a055-4906-89a7-5d43f8989e29 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:55:50.817190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Attempting to bind port b65b1091-a055-4906-89a7-5d43f8989e29 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:55:50.817653 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Attempting to bind port b65b1091-a055-4906-89a7-5d43f8989e29 on network 3d4b824f-373d-46d2-bb15-79a62db68a31 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:50.823375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-cdb30b61-5094-4254-a2a9-5d737ca3b65b req-d77c2c54-c2cd-4028-a394-50a8b745e0b3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Unset dirty status for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:55:50.824663 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cdb30b61-5094-4254-a2a9-5d737ca3b65b req-d77c2c54-c2cd-4028-a394-50a8b745e0b3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 931 time: 0.3671300 May 11 19:55:50.825353 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Port b65b1091-a055-4906-89a7-5d43f8989e29 on network 3d4b824f-373d-46d2-bb15-79a62db68a31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:55:50.825971 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Attempting to bind port b65b1091-a055-4906-89a7-5d43f8989e29 on network 3d4b824f-373d-46d2-bb15-79a62db68a31 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:55:50.833252 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:55:50.833595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Checking segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:55:50.833980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Bound using segment: {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:55:50.834412 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Bound port: b65b1091-a055-4906-89a7-5d43f8989e29, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102186bd-5314-4fb9-8f94-a55212c31d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:55:50.834763 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:50.928733 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-cdb30b61-5094-4254-a2a9-5d737ca3b65b req-40eb1e9e-b73d-455c-b355-eec97c44f481 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964391 May 11 19:55:50.964808 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:55:50.968283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:55:51.024167 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:51.029488 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ba29f803-d4b3-427d-9052-163cf053e125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:51.190680 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:51.191388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:51.193293 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] 10.222.0.44 "PUT /v2.0/ports/b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 1093 time: 1.3808825 May 11 19:55:51.193797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:55:51.239678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:51.243463 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:51.274523 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'status': 'completed', 'code': 200} May 11 19:55:51.488381 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-0dc78c15-4986-4f1c-927d-ab47f4742a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:51.493291 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-0dc78c15-4986-4f1c-927d-ab47f4742a16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1096 time: 0.1710992 May 11 19:55:51.658259 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:51.707928 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-885fed6c-33ff-41ee-95fa-e53d6815eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:51.709378 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-885fed6c-33ff-41ee-95fa-e53d6815eced service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2045257 May 11 19:55:51.745705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912194b-f145-4e3b-8a46-18375388b723 req-904964a9-9909-4f30-9703-1856431b7bea tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:51.747138 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7912194b-f145-4e3b-8a46-18375388b723 req-904964a9-9909-4f30-9703-1856431b7bea tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.1567488 May 11 19:55:51.867042 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7912194b-f145-4e3b-8a46-18375388b723 req-a3906c25-fa15-4c48-8c23-8e44c80ff48f tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708716 May 11 19:55:51.894496 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-6cdbdb7b-79bf-40bc-b87a-b04f4115c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:51.895962 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8ed4c9db-dbb7-4831-a7d2-fa197486e503 req-6cdbdb7b-79bf-40bc-b87a-b04f4115c780 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783121 May 11 19:55:52.022016 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-f7b683b2-4396-47b2-9f9d-5f3b4a6dbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:52.023556 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-f7b683b2-4396-47b2-9f9d-5f3b4a6dbdfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1096 time: 0.0715499 May 11 19:55:52.143524 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-fe488a66-f9bf-48d8-ae65-f65c3dc7352e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 217 time: 0.1046374 May 11 19:55:52.219306 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-bbf01e6f-15c5-4c2b-9752-b5ce4168db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:52.220744 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-bbf01e6f-15c5-4c2b-9752-b5ce4168db86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0703001 May 11 19:55:52.274375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3febb-5b16-43b1-9b05-dcd05be08140 req-ff03fbae-2f93-4311-bec3-379339e8fb72 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:52.275843 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-77f3febb-5b16-43b1-9b05-dcd05be08140 req-ff03fbae-2f93-4311-bec3-379339e8fb72 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.2358978 May 11 19:55:52.332403 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-77f3febb-5b16-43b1-9b05-dcd05be08140 req-41d8be12-369e-405c-ad11-213d9772e505 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498652 May 11 19:55:52.348536 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-eb411643-8ac4-4752-805f-f13cafb6104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:52.355037 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-eb411643-8ac4-4752-805f-f13cafb6104e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1217113 May 11 19:55:52.483515 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-77102137-1212-4672-a7b2-885b03038120 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264091 May 11 19:55:52.616310 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d7c3ec88-41db-4709-a4aa-88f23b649878 req-20726ed4-f2a8-4c53-b60e-a0696f4ef3e2 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265700 May 11 19:55:53.061328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d930032-146a-460b-a177-cd14ad42f8c8 req-8bc195ee-301e-499f-8d31-f5c7839119ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:53.062693 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6d930032-146a-460b-a177-cd14ad42f8c8 req-8bc195ee-301e-499f-8d31-f5c7839119ab tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.0848730 May 11 19:55:53.107435 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6d930032-146a-460b-a177-cd14ad42f8c8 req-8a23314c-81bf-433f-b392-76f32bfd0c77 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 May 11 19:55:53.518458 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef925-1252-40a1-b56b-badb5d66992a req-916b489c-2062-463b-968d-9f1985a84ae4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:53.519949 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0aaef925-1252-40a1-b56b-badb5d66992a req-916b489c-2062-463b-968d-9f1985a84ae4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0819232 May 11 19:55:53.569711 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0aaef925-1252-40a1-b56b-badb5d66992a req-68ce4b8f-3bcf-4ac2-9e7c-8f6440ca2fc9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439270 May 11 19:55:54.492261 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41460) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:54.611196 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:54.625207 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:54.629201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3870abd9a842f08339fd48adbf37a4 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:54.632048 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:54.637777 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:54.718830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:54.758300 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864f535-279a-479b-8519-6d0bc2825652 req-a11ede5a-4610-42c8-81a6-916cee84fb52 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:54.759892 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b864f535-279a-479b-8519-6d0bc2825652 req-a11ede5a-4610-42c8-81a6-916cee84fb52 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0829656 May 11 19:55:54.801173 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:54.804882 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b864f535-279a-479b-8519-6d0bc2825652 req-c05eb2c4-a645-46c6-8f1c-ed2df0019272 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390179 May 11 19:55:54.814345 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-10ad4980-49e6-41d6-b35d-0ba5e638cdae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:54.854345 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c3870abd9a842f08339fd48adbf37a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609464 May 11 19:55:54.855943 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf27bf-8b61-4494-a4e7-80fa599fb92b,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:54.857667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41468) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:54.860372 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-11d20fce-412b-4788-bfc4-cc6bc5908536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:54.916647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:54.942441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:55.050395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:55.054047 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4e88dd08-46dd-4fb0-a4f6-9eeef9cec28c tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:55.067448 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf27bf-8b61-4494-a4e7-80fa599fb92b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:55.070327 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:55.072264 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:55.073361 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69bf27bf-8b61-4494-a4e7-80fa599fb92b HTTP/1.1" status: 204 len: 168 time: 0.2147040 May 11 19:55:55.757692 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41476) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:55.777915 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:55.891334 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:55:55.895098 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c4689a35d44580aa510d7cbf3fc677 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:55:55.897929 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:55:55.903582 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:55:56.036626 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62def9c-c4a2-4a56-9a5b-36dd63864c06 req-9a89e925-2d7e-482f-9821-16b6de6b136d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:56.038045 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e62def9c-c4a2-4a56-9a5b-36dd63864c06 req-9a89e925-2d7e-482f-9821-16b6de6b136d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.1237833 May 11 19:55:56.068255 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.093200 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e62def9c-c4a2-4a56-9a5b-36dd63864c06 req-3874d77b-31bd-4b7c-a7bb-a88d803c14ad tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464077 May 11 19:55:56.120697 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.128256 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f69ea783-3c0f-487f-acb9-9062a6c8de5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:56.170131 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4c4689a35d44580aa510d7cbf3fc677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113305 May 11 19:55:56.171120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb2b534-8e4c-4498-af75-699ba291f34c,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:56.173029 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41482) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:55:56.174001 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:56.230776 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.256185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.439439 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.444114 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e9c8f822-bf32-421e-9a8e-69d5dac9c81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:55:56.458052 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb2b534-8e4c-4498-af75-699ba291f34c,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:55:56.460937 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:55:56.465024 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:56.467073 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-7217b11e-8c2d-4b9c-aefe-4cdd523e380c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb2b534-8e4c-4498-af75-699ba291f34c HTTP/1.1" status: 204 len: 168 time: 0.2921674 May 11 19:55:57.277924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be207df-0621-49ec-9d5f-37250c9a65c4 req-fac37de4-47fb-491a-8a25-4d6259dc193b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:57.279533 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8be207df-0621-49ec-9d5f-37250c9a65c4 req-fac37de4-47fb-491a-8a25-4d6259dc193b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0799258 May 11 19:55:57.328336 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8be207df-0621-49ec-9d5f-37250c9a65c4 req-d9b9cda8-bd95-418b-87ce-7d9fad4f8460 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 May 11 19:55:58.518412 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daec8f-f992-4d2f-aa81-bb8ff13a1a7b req-a347a72d-d218-4fe9-8dd5-120cbb0f031d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:58.519825 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c1daec8f-f992-4d2f-aa81-bb8ff13a1a7b req-a347a72d-d218-4fe9-8dd5-120cbb0f031d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0846715 May 11 19:55:58.566651 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c1daec8f-f992-4d2f-aa81-bb8ff13a1a7b req-e7967e36-0937-412e-919c-b50922940503 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408297 May 11 19:55:58.635584 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:55:59.754001 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639158f8-f3d0-49b5-93e4-c08330d520e2 req-955995df-cce4-4f2f-a8ea-1ff4be54c1a4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:55:59.755470 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-639158f8-f3d0-49b5-93e4-c08330d520e2 req-955995df-cce4-4f2f-a8ea-1ff4be54c1a4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0869074 May 11 19:55:59.800876 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-639158f8-f3d0-49b5-93e4-c08330d520e2 req-348c783d-846f-4757-ad08-0126f7147806 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397451 May 11 19:56:00.984149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001fb97-269e-40da-b1a8-7c2193acf470 req-4a088ca0-f5d1-4dd0-8cf8-32a712c8326c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:00.985594 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2001fb97-269e-40da-b1a8-7c2193acf470 req-4a088ca0-f5d1-4dd0-8cf8-32a712c8326c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0801599 May 11 19:56:01.034537 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2001fb97-269e-40da-b1a8-7c2193acf470 req-38bab2e8-87f2-401f-aa1f-44ac6a4ead91 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 May 11 19:56:02.137780 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:56:02.226182 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756518-803d-44c3-9316-f14a0eb26d84 req-4293e1e3-fc61-4117-a853-a5a2890abb5b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:02.227695 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3756518-803d-44c3-9316-f14a0eb26d84 req-4293e1e3-fc61-4117-a853-a5a2890abb5b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0828967 May 11 19:56:02.273319 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d3756518-803d-44c3-9316-f14a0eb26d84 req-d0d95496-7361-411f-a3ea-a2e8df83a29a tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 May 11 19:56:02.276218 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:02.293830 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'mac_address': 'fa:16:3e:d3:11:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:56:02.347726 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:02.364330 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65b1091-a055-4906-89a7-5d43f8989e29 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:56:02.379572 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:02.509317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:02.512230 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:02.584987 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:02.588095 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:02.823317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b65b1091-a055-4906-89a7-5d43f8989e29'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:56:03.190468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41560) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:03.308334 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.323348 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:03.327424 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e5fafd8aef4d09a4b7b08892671cf0 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:56:03.330285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:56:03.336324 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:03.478228 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.502667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa72fc-fb13-4d0f-a143-db72a1713321 req-f2141421-b1dc-426f-a98e-3140680a1f27 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:03.504406 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65fa72fc-fb13-4d0f-a143-db72a1713321 req-f2141421-b1dc-426f-a98e-3140680a1f27 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 944 time: 0.1261199 May 11 19:56:03.550856 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-65fa72fc-fb13-4d0f-a143-db72a1713321 req-1ae4b049-857e-4491-8ab0-30ea2552763f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 May 11 19:56:03.551813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.559715 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cf55bcc6-0448-498b-8638-3866935ecdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:03.600537 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1e5fafd8aef4d09a4b7b08892671cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090042 May 11 19:56:03.602589 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5278b92-9337-4bdb-8403-612f346b79ec,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:03.603227 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41568) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:03.606208 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-32a0588f-6fd8-47ca-9d92-6cab5bfbef81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:03.666035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.692146 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.824068 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.827789 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-dd989621-082b-4249-a949-bbf7b2f3cee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:03.840359 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5278b92-9337-4bdb-8403-612f346b79ec,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:03.843765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:03.845708 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:03.846816 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5278b92-9337-4bdb-8403-612f346b79ec HTTP/1.1" status: 204 len: 168 time: 0.2426033 May 11 19:56:04.143600 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:56:04.264361 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port b65b1091-a055-4906-89a7-5d43f8989e29 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:56:04.269430 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port b65b1091-a055-4906-89a7-5d43f8989e29 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:56:04.269839 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:04.389746 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:04.416238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:04.428596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:04.461403 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'code': 200} May 11 19:56:04.526830 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:04.529042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:04.605510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:04.609788 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:04.743375 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d762-3260-498e-8312-6a76dfd5bd48 req-503dc6b8-f9c4-4fc1-a730-0b980171424b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:04.744805 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f198d762-3260-498e-8312-6a76dfd5bd48 req-503dc6b8-f9c4-4fc1-a730-0b980171424b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0849528 May 11 19:56:04.790504 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f198d762-3260-498e-8312-6a76dfd5bd48 req-ce1efb63-e507-4405-b97d-645e4e082e2f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 May 11 19:56:04.913810 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95bfe2-decc-49fc-89f9-297f698881b5 req-feea0acb-67e1-4758-b945-a9891a220bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:04.915329 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e95bfe2-decc-49fc-89f9-297f698881b5 req-feea0acb-67e1-4758-b945-a9891a220bdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0691364 May 11 19:56:04.961917 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8e95bfe2-decc-49fc-89f9-297f698881b5 req-a9039617-c8e4-4631-b181-b4ad413a2b4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 May 11 19:56:05.983224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4de8e-6fac-4d3c-b77c-8324cdb64832 req-2d9fffeb-6f0e-47d1-be19-847a77bf6634 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:05.984833 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-35a4de8e-6fac-4d3c-b77c-8324cdb64832 req-2d9fffeb-6f0e-47d1-be19-847a77bf6634 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0873053 May 11 19:56:06.033921 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-35a4de8e-6fac-4d3c-b77c-8324cdb64832 req-50476ef7-63c3-4739-81dc-8c9fe6f0d124 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 May 11 19:56:07.228283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b622-aab8-4b2d-a305-712531bc2922 req-da26530d-c8a1-49b0-9746-c777c1c3ded1 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:07.229715 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-03c6b622-aab8-4b2d-a305-712531bc2922 req-da26530d-c8a1-49b0-9746-c777c1c3ded1 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0866930 May 11 19:56:07.275528 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-03c6b622-aab8-4b2d-a305-712531bc2922 req-ee255c8b-2715-4510-8a15-c54d75895bf5 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 May 11 19:56:07.462109 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20593-8d16-40a7-acf5-74b38b10e1e9 req-b84312a5-3151-4fc3-8dd0-568e34c081fe tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:07.463657 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37c20593-8d16-40a7-acf5-74b38b10e1e9 req-b84312a5-3151-4fc3-8dd0-568e34c081fe tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0815737 May 11 19:56:07.514569 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37c20593-8d16-40a7-acf5-74b38b10e1e9 req-00321f29-f5c0-411d-9dd7-2b8e22ef65d5 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 May 11 19:56:07.537311 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41662) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:07.775881 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d513fa-7bec-4050-8b49-55c88a32e678 tempest-TestShelveInstance-2037494713 tempest-TestShelveInstance-2037494713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:07.777535 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-78d513fa-7bec-4050-8b49-55c88a32e678 tempest-TestShelveInstance-2037494713 tempest-TestShelveInstance-2037494713-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1093 time: 0.2392142 May 11 19:56:07.781153 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41668) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:07.786390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:56:07.792556 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:07.797446 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Usage tracker for resource:floatingip and tenant:9bfaa2429f824cc19b2ebf1382a59637 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:56:07.800249 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:56:07.805910 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:07.915319 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for floatingip, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:08.053937 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:08.196472 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Allocated IP 172.27.3.63 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/ceb02d6d-2368-4cbf-bdd4-523546c512c9) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:56:08.441955 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:08.521669 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:08.526690 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-45ad0cd7-8830-4e34-ab45-e5c9ed4f235a tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:08.581923 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:56:08.584857 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:56:08.587611 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:56:08.638717 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'Port': ['ID=ceb02d6d-2368-4cbf-bdd4-523546c512c9,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:08.641771 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:09.010351 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:09.136321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:09.350789 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:09.424075 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:09.427997 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6a16f99c-781f-4e1c-9d65-6a5382108d1e tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:09.462301 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:56:09.530049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event updated for resources: {'Port': ['ID=ceb02d6d-2368-4cbf-bdd4-523546c512c9,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:09.533775 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:09.546765 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:09.727781 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Floating IP 61b9b192-d071-4717-8d7a-a592e2135ef9 associated. External IP: 172.27.3.63, port: b65b1091-a055-4906-89a7-5d43f8989e29. May 11 19:56:10.192162 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:56:10.375414 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:56:10.389154 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Sync routers for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:56:10.399609 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:10.400228 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:10.519441 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:10.579607 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7973881 May 11 19:56:10.580383 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:10.588239 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:10.633633 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'status': 'completed', 'code': 200} May 11 19:56:10.756049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-3206ff26-974e-4067-9e86-e23c6e21aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:10.757546 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-3206ff26-974e-4067-9e86-e23c6e21aa2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0752833 May 11 19:56:10.895382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-594bccb0-2287-4c6b-8463-37b5ed8c2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:10.896839 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-594bccb0-2287-4c6b-8463-37b5ed8c2084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.1327848 May 11 19:56:10.950300 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '61b9b192-d071-4717-8d7a-a592e2135ef9', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'mac_address': 'fa:16:3e:d3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:08Z', 'updated_at': '2021-05-11T19:56:08Z', 'revision_number': 0, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:10.954451 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Checking router: d8921dcd-f16e-4e6a-b8aa-beb38b617a50 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:56:10.962807 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:10.963429 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:55:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:11.004587 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-4677c347-59eb-494f-b31c-2ec1735327b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 998 time: 0.1002643 May 11 19:56:11.071196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-ac07ce26-afc8-4edf-87fd-a19de5f03672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:11.072582 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-ac07ce26-afc8-4edf-87fd-a19de5f03672 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0613527 May 11 19:56:11.152435 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-0173029a-04bb-445b-8458-abf72e740b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:11.154750 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-0173029a-04bb-445b-8458-abf72e740b4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750892 May 11 19:56:11.174165 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:11.292707 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-186c06b4-2c9d-41d7-b37b-9b09a218e14b service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290932 May 11 19:56:11.434069 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5ddc35ac-1634-4bde-9035-27c9e7d70d8f req-f4e58b2d-9e41-4bb0-bfc0-4a5001f57230 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328721 May 11 19:56:11.530537 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '61b9b192-d071-4717-8d7a-a592e2135ef9', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'mac_address': 'fa:16:3e:d3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:08Z', 'updated_at': '2021-05-11T19:56:08Z', 'revision_number': 0, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:11.534467 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b2088-6c65-41a0-9397-6f772df398b2 None None] The sync data for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi is: [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '61b9b192-d071-4717-8d7a-a592e2135ef9', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'mac_address': 'fa:16:3e:d3:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:08Z', 'updated_at': '2021-05-11T19:56:08Z', 'revision_number': 0, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:56:11.717570 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03c45f-8a34-468e-83f9-8d5038d514e5 None None] New status for floating IP 61b9b192-d071-4717-8d7a-a592e2135ef9: ACTIVE {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:56:16.364824 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2e04-1be2-447a-bd79-5a47377c889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:17.100323 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61e3ee-5011-4609-8436-e7b45784fbc4 req-65d224c4-8fb6-4b77-a00c-6033e1bb5992 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:17.101697 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd61e3ee-5011-4609-8436-e7b45784fbc4 req-65d224c4-8fb6-4b77-a00c-6033e1bb5992 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0859866 May 11 19:56:17.149258 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd61e3ee-5011-4609-8436-e7b45784fbc4 req-e702e43a-c4e5-4954-b470-71b0b24c7354 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 May 11 19:56:18.338710 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec2803-3d21-4460-92bd-05ff1e11c7f2 req-a1ebd7f9-81ca-4b1b-b886-8c26cfe8170d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:18.340141 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53ec2803-3d21-4460-92bd-05ff1e11c7f2 req-a1ebd7f9-81ca-4b1b-b886-8c26cfe8170d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0825322 May 11 19:56:18.384117 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-53ec2803-3d21-4460-92bd-05ff1e11c7f2 req-1c60937b-6116-47c2-8555-f045e7d2c1c3 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383947 May 11 19:56:18.856116 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:18.948038 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3b92e82d-58c3-4d93-90fb-af37d27e6677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:18.957679 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-3c9a5c7c-3210-4a9b-90a7-2bb5f4097007 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:18.959146 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-3c9a5c7c-3210-4a9b-90a7-2bb5f4097007 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.0784369 May 11 19:56:19.095214 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port 1920dd32-a4e9-421c-8aad-f36552661c41 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:19.095553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:19.329382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] For port 1920dd32-a4e9-421c-8aad-f36552661c41, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1920dd32-a4e9-421c-8aad-f36552661c41,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:19.329738 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:19.674310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:19.674954 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:19.674954 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP 5d69de97-12a0-4129-9fad-324334a30881 disassociated. External IP: 172.27.3.118, port: 1920dd32-a4e9-421c-8aad-f36552661c41. May 11 19:56:19.675246 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for 1920dd32-a4e9-421c-8aad-f36552661c41 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:19.686892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa544558-b75b-4f8c-b11a-c81c650f44a1 req-a63a26a6-487a-4757-b421-1cef1b29d96f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:19.688348 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa544558-b75b-4f8c-b11a-c81c650f44a1 req-a63a26a6-487a-4757-b421-1cef1b29d96f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 946 time: 0.1979499 May 11 19:56:19.745463 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fa544558-b75b-4f8c-b11a-c81c650f44a1 req-2d2a37eb-2952-45f5-8663-06c4a7f0cc24 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509882 May 11 19:56:19.959364 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:19.964941 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d4567dd3-89b4-4199-b3be-e039d582b0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:20.008170 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=1920dd32-a4e9-421c-8aad-f36552661c41,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:20.011663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:20.198655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:56:20.381198 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:56:20.390553 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:56:20.400252 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:20.401410 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:20.434146 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:20.459077 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] No DVR routers for this DVR port 1920dd32-a4e9-421c-8aad-f36552661c41 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:56:20.467230 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:20.467230 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'name': 'network-vif-deleted', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:20.519075 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2495709-163d-4f85-8d9a-87d4162ad1a0', 'name': 'network-vif-deleted', 'tag': '1920dd32-a4e9-421c-8aad-f36552661c41', 'status': 'completed', 'code': 200} May 11 19:56:20.586869 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:20.670033 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-75e9b540-c7f4-42ca-a33b-b0bc16addcdd req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "DELETE /v2.0/ports/1920dd32-a4e9-421c-8aad-f36552661c41 HTTP/1.1" status: 204 len: 173 time: 1.7037561 May 11 19:56:20.898241 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:20.900110 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0027daf6-b2da-442f-adf0-4ff535942979 req-206add2c-f8c1-4a09-b514-3a26b5c27204 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:56:20.902197 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:56:20.912928 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:20.913555 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:21.000991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0027daf6-b2da-442f-adf0-4ff535942979 req-206add2c-f8c1-4a09-b514-3a26b5c27204 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:56:21.002203 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0027daf6-b2da-442f-adf0-4ff535942979 req-206add2c-f8c1-4a09-b514-3a26b5c27204 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 210 time: 0.1465254 May 11 19:56:21.088316 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:21.431612 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:21.436516 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e6a5c-1459-48c0-ad45-c697c6318cfc None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:56:21.639017 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde73bd-bc81-48bb-b816-52d7689962e6 None None] New status for floating IP 5d69de97-12a0-4129-9fad-324334a30881: DOWN {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:56:21.695872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:22.175293 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9cf6f63e-97c4-4263-a919-f68764d95346 req-02ac7f5e-6bc8-41db-835f-2dd5074fa073 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2495709-163d-4f85-8d9a-87d4162ad1a0 HTTP/1.1" status: 200 len: 210 time: 0.0493562 May 11 19:56:22.227327 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1920dd32-a4e9-421c-8aad-f36552661c41 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:56:22.264498 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 1920dd32-a4e9-421c-8aad-f36552661c41 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:56:22.264848 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1920dd32-a4e9-421c-8aad-f36552661c41 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:56:23.541125 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-efd42c33-4004-4386-bfed-bd91902f2698 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227521727&fields=id&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 267 time: 0.0411491 May 11 19:56:23.691003 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-85c58db4-0c47-40cc-888b-4957c0c4be10 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:23.692348 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-85c58db4-0c47-40cc-888b-4957c0c4be10 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.1438854 May 11 19:56:23.707833 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-78294e2f-87f1-4fe2-a73e-3148315312f1 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/quotas/7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 375 time: 0.0095479 May 11 19:56:23.792775 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-574500a6-2017-4eeb-bd2c-f9f4f496b94e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795598 May 11 19:56:24.040117 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-607ab064-9642-43a8-b97f-7cec43cf2d78 service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357018 May 11 19:56:24.173742 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-e56a40ec-4b88-47a1-aa4a-8e52e708ed9f service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273344 May 11 19:56:24.815332 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2132bca6-347f-4042-97a5-4d233f9f60d5 req-3a83b7aa-1e5c-418d-b3d8-9e2ad4a9bde0 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.0465853 May 11 19:56:25.959279 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-def01236-a998-482c-972d-483492dd4936 req-1bfe208c-a258-4654-ae41-43de07156771 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.0421722 May 11 19:56:27.107602 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d0f27963-8423-4fc9-b1dd-273b1d48e44d req-981342bc-1e71-4a08-bd81-d415d208e2bc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.0419569 May 11 19:56:28.264681 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b014a276-c394-4712-bfe4-b11d38a4476a req-0731ce49-4a8b-4169-94a6-055100baea87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.0473170 May 11 19:56:28.622326 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:28.931528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74df33-df2f-4fe3-80be-66b34076830d req-012c3b2a-88f5-44fc-8c4e-6e22871e4ce1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:28.932924 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ca74df33-df2f-4fe3-80be-66b34076830d req-012c3b2a-88f5-44fc-8c4e-6e22871e4ce1 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.0813344 May 11 19:56:28.977894 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ca74df33-df2f-4fe3-80be-66b34076830d req-edbcb09f-1ece-436c-b130-f2003e264205 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391853 May 11 19:56:29.190638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-39bf4d7d-5e1b-4aa8-9bde-3c1dffec5a59 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:29.191993 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-39bf4d7d-5e1b-4aa8-9bde-3c1dffec5a59 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.1474686 May 11 19:56:29.252305 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-ebe1e7e1-a4b1-4269-a94f-9b9d1b79cb4c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 380 time: 0.0437582 May 11 19:56:29.261964 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'port': {'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'admin_state_up': True, 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'security_groups': ['70aaf13e-ee88-48ad-b93c-4e1e2ef193f1']}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:56:29.422071 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e12ce3d6-5fd4-406b-8e5e-617a0e3990f0 req-ecc07404-d6eb-4089-b45b-d708197f74f5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.0477335 May 11 19:56:29.441930 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:29.451553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:29.526701 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Made reservation on behalf of 7a81fc91eaf6488ab423bd84e0b78f96 for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:56:29.530369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:29.698103 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.20.0.14 (b16934e3-0221-4445-801e-34d9a6cc51c9/ad68a686-c2c6-45e1-b3dc-596e62579c0f/5317ce40-27d6-49f4-a364-d6935479d550) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:56:29.886838 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:29.902190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Transition to ACTIVE for port object 5317ce40-27d6-49f4-a364-d6935479d550 will not be triggered until provisioned by entity DHCP. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:56:29.984263 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:29.990021 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-26f1370a-c402-45ab-b7cc-454a45ca7d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:30.054335 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:56:30.057413 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:56:30.066279 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:56:30.098318 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:30.135104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:30.185569 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:30.186215 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:30.234357 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f20d8-5767-4318-bfcb-39fd605078ba req-59f273e9-511f-42f1-a532-9e94bcb186ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:30.235831 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b15f20d8-5767-4318-bfcb-39fd605078ba req-59f273e9-511f-42f1-a532-9e94bcb186ee tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.1385965 May 11 19:56:30.282783 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b15f20d8-5767-4318-bfcb-39fd605078ba req-c7dd608a-7b6d-43a7-a183-465e2985f570 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 May 11 19:56:30.284439 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-4797bcb2-16c8-4144-95d3-ddba02f5e82d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0260813 May 11 19:56:30.307049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Request body: {'port': {'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:56:30.383862 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-00000112-225f-457d-9602-0bfd6dda27c4 None None] Provisioning for port 5317ce40-27d6-49f4-a364-d6935479d550 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:56:30.389316 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-00000112-225f-457d-9602-0bfd6dda27c4 None None] Provisioning complete for port 5317ce40-27d6-49f4-a364-d6935479d550 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:56:30.389697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-00000112-225f-457d-9602-0bfd6dda27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:30.446831 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-00000112-225f-457d-9602-0bfd6dda27c4 None None] Port 5317ce40-27d6-49f4-a364-d6935479d550 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:56:30.522037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:30.728491 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d42546-d9d2-4ae2-960e-7345ee2bcda9 req-d5625150-860e-4a46-a800-67e5afa4e4f2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:30.729191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-14d42546-d9d2-4ae2-960e-7345ee2bcda9 req-d5625150-860e-4a46-a800-67e5afa4e4f2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:56:30.764343 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-dd42475f-9607-424c-a300-a2009e0c1c56 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:30.765085 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-dd42475f-9607-424c-a300-a2009e0c1c56 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Synchronizing usage tracker for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:56:30.778492 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-dd42475f-9607-424c-a300-a2009e0c1c56 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Unset dirty status for tenant:d79e5dd21079416093263b7ed05d9790 on resource:port {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:56:30.779594 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-dd42475f-9607-424c-a300-a2009e0c1c56 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.1044087 May 11 19:56:30.893758 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-14d42546-d9d2-4ae2-960e-7345ee2bcda9 req-d5625150-860e-4a46-a800-67e5afa4e4f2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:56:30.903066 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-14d42546-d9d2-4ae2-960e-7345ee2bcda9 req-d5625150-860e-4a46-a800-67e5afa4e4f2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 932 time: 0.3338373 May 11 19:56:30.929009 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Deleting port 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:30.929361 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:30.982871 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5317ce40-27d6-49f4-a364-d6935479d550 {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:56:30.991950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.000171 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-14d42546-d9d2-4ae2-960e-7345ee2bcda9 req-81ffc286-073b-4ac8-812e-023cff76a1ad tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748844 May 11 19:56:31.017934 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Transition to ACTIVE for port object 5317ce40-27d6-49f4-a364-d6935479d550 will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:56:31.083492 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] For port 1c72763a-37d2-4962-b148-b561be6d303f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c72763a-37d2-4962-b148-b561be6d303f,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:31.087132 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.109766 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.121021 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-1edabc14-9be9-4b74-93dd-cb84192e6ffd tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:31.284145 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Pushing event updated for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:31.292310 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:31.377245 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Attempting to bind port 5317ce40-27d6-49f4-a364-d6935479d550 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:56:31.377992 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Attempting to bind port 5317ce40-27d6-49f4-a364-d6935479d550 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:56:31.378947 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Attempting to bind port 5317ce40-27d6-49f4-a364-d6935479d550 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:56:31.384748 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Port 5317ce40-27d6-49f4-a364-d6935479d550 on network b16934e3-0221-4445-801e-34d9a6cc51c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:56:31.385144 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Attempting to bind port 5317ce40-27d6-49f4-a364-d6935479d550 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:56:31.393590 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:56:31.394589 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:56:31.395000 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Bound using segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:56:31.395442 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Bound port: 5317ce40-27d6-49f4-a364-d6935479d550, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:56:31.396191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.560331 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.562581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.562581 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Floating IP 229b97de-967e-473d-9dc0-0700b19951f9 disassociated. External IP: 172.27.3.93, port: 1c72763a-37d2-4962-b148-b561be6d303f. May 11 19:56:31.562581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Calling delete_port for 1c72763a-37d2-4962-b148-b561be6d303f owned by compute:nova {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:31.562891 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:56:31.577377 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05d7ea-2aec-4ac0-8f40-34d76f3d1924 req-fe9569cf-4eb3-4988-9a1d-7b56b462a54a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:31.578835 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e05d7ea-2aec-4ac0-8f40-34d76f3d1924 req-fe9569cf-4eb3-4988-9a1d-7b56b462a54a tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 947 time: 0.1703482 May 11 19:56:31.583196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5317ce40-27d6-49f4-a364-d6935479d550,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:56:31.627880 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5e05d7ea-2aec-4ac0-8f40-34d76f3d1924 req-c0d05b30-6e11-450e-a27b-26f5c7f95578 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups?id=6730859f-ba04-469d-aec9-c97b30839782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 May 11 19:56:31.702688 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.707537 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c127af59-feab-4089-80b6-ea56ad0eb6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:31.742190 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.748921 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-92f96915-5fcd-4e81-8305-3875e8b61c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:31.759948 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:31.760571 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:31.761912 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] 10.222.0.44 "PUT /v2.0/ports/5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 1094 time: 1.4591100 May 11 19:56:31.763209 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:31.804776 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'Port': ['ID=1c72763a-37d2-4962-b148-b561be6d303f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:31.808546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Pushing event updated for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.827368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:56:31.830018 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:31.833678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:31.836011 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550', 'status': 'completed', 'code': 200} May 11 19:56:31.960384 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-727febec-7f6e-4d9a-b9c7-67b4ef0f4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:31.962839 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-727febec-7f6e-4d9a-b9c7-67b4ef0f4712 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1097 time: 0.0900173 May 11 19:56:32.040964 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:56:32.130567 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-c12b53a8-3b68-465a-b9dc-3f213a729d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.132164 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-c12b53a8-3b68-465a-b9dc-3f213a729d03 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1514132 May 11 19:56:32.238212 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:56:32.249639 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:56:32.270565 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:32.271434 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:32.318446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] No DVR routers for this DVR port 1c72763a-37d2-4962-b148-b561be6d303f on host hv-cinder-78960 {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:56:32.322697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:32.325948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-deleted', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:32.357403 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c99b4-d75c-4265-9323-4cbb01ac81a6 req-60e88f68-7f70-4cc8-9b10-a666b8b6d897 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.358891 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e7c99b4-d75c-4265-9323-4cbb01ac81a6 req-60e88f68-7f70-4cc8-9b10-a666b8b6d897 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.1866913 May 11 19:56:32.364001 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-6f4dd17d-69e2-447a-965e-52dbd6b0dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.365244 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad0898b8-b3e6-4339-b0bd-318d8ee88693 req-6f4dd17d-69e2-447a-965e-52dbd6b0dfcb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217867 May 11 19:56:32.396174 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-39e456cb-0880-45d7-a95c-2cb0c4035d2c req-7008d0e3-8e20-402d-837e-fee486010e8d tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.44 "DELETE /v2.0/ports/1c72763a-37d2-4962-b148-b561be6d303f HTTP/1.1" status: 204 len: 173 time: 1.6091902 May 11 19:56:32.411009 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9e7c99b4-d75c-4265-9323-4cbb01ac81a6 req-2ff0c3bb-237c-46ad-8b3a-fadfcf53d9ed tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 May 11 19:56:32.482823 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:32.506409 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-413922b7-7fe9-4226-8cfa-7ee0bed330a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.507993 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-413922b7-7fe9-4226-8cfa-7ee0bed330a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1097 time: 0.0794358 May 11 19:56:32.592742 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-31ba4f66-ddb3-44e8-9e04-b4c811d94c95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 217 time: 0.0709062 May 11 19:56:32.634842 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4459b760-073d-45a1-9577-48007ce84578', 'name': 'network-vif-deleted', 'tag': '1c72763a-37d2-4962-b148-b561be6d303f', 'status': 'completed', 'code': 200} May 11 19:56:32.667076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-c86f8372-a31c-436b-9636-9dd6b4ba79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.668510 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-c86f8372-a31c-436b-9636-9dd6b4ba79ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0664210 May 11 19:56:32.764990 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-b52f124f-0253-46ac-8584-05718342efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:32.766591 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-b52f124f-0253-46ac-8584-05718342efea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887837 May 11 19:56:32.838380 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:32.847241 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:56:32.847687 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8600bf9b-db94-404f-aa92-784e2896cb17 req-9bf61f2e-dc4b-426d-863f-f38cb28ae930 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/ports?device_id=4459b760-073d-45a1-9577-48007ce84578 HTTP/1.1" status: 200 len: 210 time: 0.0907512 May 11 19:56:32.868547 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:32.869165 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:32.940129 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-071a49c9-0f00-415e-9da4-3e9f83b3e709 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447423 May 11 19:56:33.051126 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:33.115187 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9b5c61-e884-464a-aa0e-a21cfdd16f98 req-0d046ced-0733-41e0-8014-f66d85f11a3d service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474671 May 11 19:56:33.431745 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:33.435888 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012fb52-672a-4b75-aa0b-e65357c1d2ec None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:48:34Z', 'revision_number': 4, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'b3ede03d-d3ee-4861-a804-78fcc01b50b2', 'name': '', 'network_id': '1b072cba-28ae-4f80-9deb-c23d96d79de9', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'mac_address': 'fa:16:3e:e9:38:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '31904e56-c724-4dcc-939c-b75c27be625d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:32Z', 'updated_at': '2021-05-11T19:48:48Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'subnets': [{'id': '31904e56-c724-4dcc-939c-b75c27be625d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:56:33.614489 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e946e2-72ac-40a6-984a-8af4f6280cdb req-b56b528a-78a4-46b5-945d-ead986ebabab tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:33.615953 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-13e946e2-72ac-40a6-984a-8af4f6280cdb req-b56b528a-78a4-46b5-945d-ead986ebabab tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.0856485 May 11 19:56:33.670321 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-13e946e2-72ac-40a6-984a-8af4f6280cdb req-e9cc8be1-615d-4732-97de-3e3656943b09 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 May 11 19:56:33.725512 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e264cb-79ee-4c1a-9d63-98eb10b251cb None None] New status for floating IP 229b97de-967e-473d-9dc0-0700b19951f9: DOWN {{(pid=79323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:56:34.068742 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41840) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:34.142912 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.172670 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.276172 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.280864 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d6b2e738-f2ff-4ca5-8d9f-62d4638df21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:34.297043 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730859f-ba04-469d-aec9-c97b30839782,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:34.299707 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:34.300961 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:56:34.343984 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.345232 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 1c72763a-37d2-4962-b148-b561be6d303f {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:56:34.345451 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "DELETE /v2.0/security-groups/6730859f-ba04-469d-aec9-c97b30839782 HTTP/1.1" status: 204 len: 168 time: 0.2748513 May 11 19:56:34.345558 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c72763a-37d2-4962-b148-b561be6d303f not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:56:34.347959 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41844) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:34.365533 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.api.v2.resource [None req-64899286-fb5c-476f-8064-dc50f7a03aa4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] show failed (client error): The resource could not be found. May 11 19:56:34.366508 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-64899286-fb5c-476f-8064-dc50f7a03aa4 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "GET /v2.0/security-groups/6730859f-ba04-469d-aec9-c97b30839782 HTTP/1.1" status: 404 len: 347 time: 0.0174551 May 11 19:56:34.369950 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41848) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:34.703587 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Deleting port 09670701-d46c-4676-91dc-ff963c331024 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:34.703941 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.830400 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.830732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:34.956243 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Calling delete_port for 09670701-d46c-4676-91dc-ff963c331024 owned by network:floatingip {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:34.960190 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d458145-debd-43fc-851e-f9e09317d572 req-d5eb5143-4b30-496c-9b7b-a69fdc991783 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:34.961711 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5d458145-debd-43fc-851e-f9e09317d572 req-d5eb5143-4b30-496c-9b7b-a69fdc991783 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.1837626 May 11 19:56:35.007152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5d458145-debd-43fc-851e-f9e09317d572 req-5aed4427-0a81-4d17-aabd-dfed8e929548 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394554 May 11 19:56:35.188033 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:35.192025 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f38ad3be-5372-48e6-aef1-172adcac2b53 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:35.236733 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Pushing event deleted for resources: {'Port': ['ID=09670701-d46c-4676-91dc-ff963c331024,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:35.263131 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:35.652274 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks [] for floatingip, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:35.666554 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:35.667718 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] 10.222.0.15 "DELETE /v2.0/floatingips/229b97de-967e-473d-9dc0-0700b19951f9 HTTP/1.1" status: 204 len: 168 time: 1.2968941 May 11 19:56:36.191988 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e59a0-c9a4-4a99-9e40-c1d69ba5bcea req-3fe6fbf8-91d3-4c90-bbef-63bd453499e2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:36.194108 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b58e59a0-c9a4-4a99-9e40-c1d69ba5bcea req-3fe6fbf8-91d3-4c90-bbef-63bd453499e2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.0828831 May 11 19:56:36.238275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b58e59a0-c9a4-4a99-9e40-c1d69ba5bcea req-1724ce76-ae00-45cb-a94e-7b98f100b180 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393112 May 11 19:56:37.421927 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36c1a6-e3f8-4dc8-a999-2fa043cee78d req-d255082c-6f14-4ad4-81b5-da7fbf9e3f63 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:37.423389 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7b36c1a6-e3f8-4dc8-a999-2fa043cee78d req-d255082c-6f14-4ad4-81b5-da7fbf9e3f63 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.0793352 May 11 19:56:37.471440 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7b36c1a6-e3f8-4dc8-a999-2fa043cee78d req-e1ec2999-ba5d-4ca4-af63-72d4b6b20dad tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 May 11 19:56:38.662319 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b4051-8b0a-4a29-8dc4-768258f8e19b req-9d22e8fd-17b5-47e0-87d0-5ecc672dd09e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:38.663821 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b57b4051-8b0a-4a29-8dc4-768258f8e19b req-9d22e8fd-17b5-47e0-87d0-5ecc672dd09e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.0843129 May 11 19:56:38.723355 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b57b4051-8b0a-4a29-8dc4-768258f8e19b req-4c809e74-b27b-47d3-a85f-f5e2be8a7c06 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528147 May 11 19:56:39.912664 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbace8df-6568-4f56-af78-8da006f15b29 req-04cd44e1-c734-4e01-8fca-aca1b47981ce tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:39.914126 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fbace8df-6568-4f56-af78-8da006f15b29 req-04cd44e1-c734-4e01-8fca-aca1b47981ce tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 944 time: 0.0834785 May 11 19:56:39.959951 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fbace8df-6568-4f56-af78-8da006f15b29 req-e24299a2-37c3-4fef-bad4-f58a82f0b2a0 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398498 May 11 19:56:40.543564 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 5317ce40-27d6-49f4-a364-d6935479d550 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:56:40.676708 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5317ce40-27d6-49f4-a364-d6935479d550,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:40.690309 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '5317ce40-27d6-49f4-a364-d6935479d550', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:56:40.762710 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:40.780043 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5317ce40-27d6-49f4-a364-d6935479d550 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:56:40.812299 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5317ce40-27d6-49f4-a364-d6935479d550,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:40.951424 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41908) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:40.955569 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:40.957428 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:41.033927 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:41.038244 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:41.157590 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc6bd9-0383-48d6-9341-f2eb9a441ffb req-e97acc27-32b2-4b65-af38-346e64486c8d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:41.159080 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2ecc6bd9-0383-48d6-9341-f2eb9a441ffb req-e97acc27-32b2-4b65-af38-346e64486c8d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 945 time: 0.0813460 May 11 19:56:41.207461 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2ecc6bd9-0383-48d6-9341-f2eb9a441ffb req-24b08f61-4b12-47d9-aff8-9ec1724ab095 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 May 11 19:56:41.254237 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['5317ce40-27d6-49f4-a364-d6935479d550'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:56:41.618981 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.126859 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Deleting port b3ede03d-d3ee-4861-a804-78fcc01b50b2 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:42.127616 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.247882 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] For port b3ede03d-d3ee-4861-a804-78fcc01b50b2, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b3ede03d-d3ee-4861-a804-78fcc01b50b2,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:42.248397 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.370607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Calling delete_port for b3ede03d-d3ee-4861-a804-78fcc01b50b2 owned by network:router_interface {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:42.399401 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67899483-fb63-4d46-8892-335ed8680f82 req-e7fda9f6-15a9-4185-bb17-f9665892a914 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:42.400857 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-67899483-fb63-4d46-8892-335ed8680f82 req-e7fda9f6-15a9-4185-bb17-f9665892a914 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 945 time: 0.0818877 May 11 19:56:42.447937 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-67899483-fb63-4d46-8892-335ed8680f82 req-76717beb-5798-4eda-9c20-321186be2da2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 May 11 19:56:42.546405 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 5317ce40-27d6-49f4-a364-d6935479d550 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:56:42.576325 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.581223 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:42.627982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ede03d-d3ee-4861-a804-78fcc01b50b2,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:42.655882 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:42.725224 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 5317ce40-27d6-49f4-a364-d6935479d550 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:56:42.733185 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 5317ce40-27d6-49f4-a364-d6935479d550 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:56:42.733809 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.861310 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.891343 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:42.900999 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5317ce40-27d6-49f4-a364-d6935479d550,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:42.907213 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.939801 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550', 'code': 200} May 11 19:56:42.970528 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:42.973383 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:43.046906 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:43.049905 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:43.281137 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Router 5f83ef75-91c7-46fe-aaaf-497cce766323 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:56:43.625241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:56:43.630221 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e489a-f3f0-46be-8e55-5cf76a7f2923 req-bf4036cf-24dd-4fe4-94e4-7b02b87d6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:43.631739 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9e489a-f3f0-46be-8e55-5cf76a7f2923 req-bf4036cf-24dd-4fe4-94e4-7b02b87d6697 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1099 time: 0.1226487 May 11 19:56:43.638506 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Sync routers for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:56:43.643979 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54827fb4-e431-4e68-9bf0-abc415775177 req-196a5662-fc5e-4eb1-ba7a-937a8a90833f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:43.644715 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-2152cf59-ab5b-415b-8595-b678c862e227 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f83ef75-91c7-46fe-aaaf-497cce766323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916704 May 11 19:56:43.645646 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-54827fb4-e431-4e68-9bf0-abc415775177 req-196a5662-fc5e-4eb1-ba7a-937a8a90833f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.0869131 May 11 19:56:43.646576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41934) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:43.656560 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:43.657406 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:43.686172 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-ac9e489a-f3f0-46be-8e55-5cf76a7f2923 req-fa8395cc-6693-47c6-94c2-75b53435b292 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 May 11 19:56:43.815013 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-54827fb4-e431-4e68-9bf0-abc415775177 req-1ce0dbb6-fa60-4a70-acae-9e71a441cdd7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088598 May 11 19:56:43.837584 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:43.860188 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks [] for router, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.031494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.120223 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:56:42Z', 'revision_number': 5, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port': {'id': 'b7af0132-fe57-4df8-8b2a-dd5580697cb0', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:48:21Z', 'updated_at': '2021-05-11T19:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:44.125055 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Checking router: 5f83ef75-91c7-46fe-aaaf-497cce766323 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:56:44.134016 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Routers {'5f83ef75-91c7-46fe-aaaf-497cce766323'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:44.134828 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['5f83ef75-91c7-46fe-aaaf-497cce766323'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:44.156037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Deleting port b7af0132-fe57-4df8-8b2a-dd5580697cb0 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:44.156471 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.280792 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] For port b7af0132-fe57-4df8-8b2a-dd5580697cb0, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=b7af0132-fe57-4df8-8b2a-dd5580697cb0,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:44.281154 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.284109 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] Set router 5f83ef75-91c7-46fe-aaaf-497cce766323 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:44.388167 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:56:44Z', 'revision_number': 6, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:44.392588 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180cc3b-1314-4a55-97f4-cf1a5936e733 None None] The sync data for ids ['5f83ef75-91c7-46fe-aaaf-497cce766323'] in dv-cinder-789603-5-iscsi is: [{'id': '5f83ef75-91c7-46fe-aaaf-497cce766323', 'name': 'tempest-AttachVolumeShelveTestJSON-526635629-router', 'tenant_id': 'd79e5dd21079416093263b7ed05d9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:48:19Z', 'updated_at': '2021-05-11T19:56:44Z', 'revision_number': 6, 'project_id': 'd79e5dd21079416093263b7ed05d9790', 'gw_port_host': None}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:56:44.509395 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Calling delete_port for b7af0132-fe57-4df8-8b2a-dd5580697cb0 owned by network:router_gateway {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:44.524639 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41944) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:44.651241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.666628 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:44.671233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Usage tracker for resource:security_group_rule and tenant:423cbe63a6444ab7abbdacba7b00c078 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:56:44.674144 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:56:44.679646 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:44.714299 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.720709 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:44.765025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7af0132-fe57-4df8-8b2a-dd5580697cb0,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:44.772486 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:44.784738 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.877849 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.881027 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:44.890770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ac80d156-5984-4915-a2d3-e82dd244bb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:44.928295 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ed110-7427-448f-826a-39617e87c653,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:44.931701 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:44.943302 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-c35c54e4-9b0e-4b05-8e80-8f2bbd942e05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=423cbe63a6444ab7abbdacba7b00c078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162514 May 11 19:56:44.944503 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41952) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:45.005494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.032138 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.108360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.111678 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.149959 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.158310 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-7519dc7a-dc91-4524-ba25-04f33325a3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:45.159416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbcbdd-d9c5-4483-8074-c55ffeb9f09f req-80747ad8-8bb7-4b6a-8512-cf1f1134c785 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:45.161748 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37dbcbdd-d9c5-4483-8074-c55ffeb9f09f req-80747ad8-8bb7-4b6a-8512-cf1f1134c785 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.1670716 May 11 19:56:45.173335 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ed110-7427-448f-826a-39617e87c653,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:45.176168 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:45.177111 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.183161 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-400763f5-9fe2-4855-bb89-f9290de85bea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/730ed110-7427-448f-826a-39617e87c653 HTTP/1.1" status: 204 len: 168 time: 0.2374442 May 11 19:56:45.210007 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.210904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f83ef75-91c7-46fe-aaaf-497cce766323 {{(pid=79321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 19:56:45.221020 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37dbcbdd-d9c5-4483-8074-c55ffeb9f09f req-8c59b5fe-34b5-456b-ba39-a917bdfe776d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531802 May 11 19:56:45.228252 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.229283 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-df015b43-4df4-4eef-8328-5d4a63a4b21c admin admin] 10.222.0.15 "DELETE /v2.0/routers/5f83ef75-91c7-46fe-aaaf-497cce766323 HTTP/1.1" status: 204 len: 168 time: 1.5817025 May 11 19:56:45.232603 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41958) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:45.303464 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Deleting subnet 31904e56-c724-4dcc-939c-b75c27be625d {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 19:56:45.306548 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.357482 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.440733 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.692619 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b7af0132-fe57-4df8-8b2a-dd5580697cb0 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:56:45.726050 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: b7af0132-fe57-4df8-8b2a-dd5580697cb0 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:56:45.726411 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b7af0132-fe57-4df8-8b2a-dd5580697cb0 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:56:45.726844 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b3ede03d-d3ee-4861-a804-78fcc01b50b2 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:56:45.761749 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: b3ede03d-d3ee-4861-a804-78fcc01b50b2 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:56:45.762235 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device b3ede03d-d3ee-4861-a804-78fcc01b50b2 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:56:45.776781 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.781982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b19fd0d9-37c6-4d92-bbc2-c6c72d466a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:45.822033 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:45.825819 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31904e56-c724-4dcc-939c-b75c27be625d,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:45.826843 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade6b71-54bd-4d83-8db5-ac7a8e2116bf None None] Network 1b072cba-28ae-4f80-9deb-c23d96d79de9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:56:45.828551 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:45.836446 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-54ae402f-2e3c-4093-9209-802955f17f47 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/31904e56-c724-4dcc-939c-b75c27be625d HTTP/1.1" status: 204 len: 168 time: 0.5973940 May 11 19:56:45.836446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 41962) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:45.941308 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.012655 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Deleting port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:46.012998 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.068083 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] DHCP port deletion for 1b072cba-28ae-4f80-9deb-c23d96d79de9 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 19:56:46.120662 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] For port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:46.121020 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.136591 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Deleting port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:56:46.137015 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.232109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] For port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,segment=NetworkSegment(478f3b5d-d8c6-478d-b00a-58785b71d556),segment_id=478f3b5d-d8c6-478d-b00a-58785b71d556)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:56:46.232512 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.241900 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Calling delete_port for 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 owned by network:dhcp {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:46.361260 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Calling delete_port for 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:56:46.388506 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.393476 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:46.410355 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.410699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de55c-5754-4363-a72b-4d58027def54 req-392ef9ae-d673-47e0-9083-58aa9d580b89 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:46.412285 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad8de55c-5754-4363-a72b-4d58027def54 req-392ef9ae-d673-47e0-9083-58aa9d580b89 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.0832188 May 11 19:56:46.419648 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:46.443062 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:46.448283 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:46.449603 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] No DVR routers for this DVR port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 on host dv-cinder-789603-5-iscsi {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:56:46.461812 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ad8de55c-5754-4363-a72b-4d58027def54 req-c3349b23-fac1-4c62-9b7d-6fbce43b40f8 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 May 11 19:56:46.468640 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:56:46.469195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] No DVR routers for this DVR port 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:56:46.474631 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Pushing event deleted for resources: {'Port': ['ID=618f5eaf-8f64-4e9a-a89f-60d7d0890ce3,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:46.477148 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:46.490444 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-dc5b24d6-5cac-4be9-95a8-579bf09227f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.674421 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50326281-5546-48c2-ae28-b3e5f96d08a6 req-9a5d6fa6-6bb2-4a88-98ea-db50a574bf28 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:46.675981 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-50326281-5546-48c2-ae28-b3e5f96d08a6 req-9a5d6fa6-6bb2-4a88-98ea-db50a574bf28 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.0959315 May 11 19:56:46.690619 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.704423 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b072cba-28ae-4f80-9deb-c23d96d79de9']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:46.717429 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478f3b5d-d8c6-478d-b00a-58785b71d556') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:46.717726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478f3b5d-d8c6-478d-b00a-58785b71d556') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:46.722107 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-50326281-5546-48c2-ae28-b3e5f96d08a6 req-d13e8233-472a-46d9-9884-1a1feb924c53 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 May 11 19:56:46.729495 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.745338 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41972) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:46.747477 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.753920 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 19:56:46.754302 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 19:56:46.767976 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 19:56:46.816417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3509f6-3679-445e-9d83-091fcb58b681 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:46.817918 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-aa3509f6-3679-445e-9d83-091fcb58b681 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1094 time: 0.0716782 May 11 19:56:46.820658 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41978) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:46.826318 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:56:46.832115 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:46.836074 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:floatingip and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:56:46.839011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:56:46.845566 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:46.919280 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.922547 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:46.932907 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.936432 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:46.946810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b072cba-28ae-4f80-9deb-c23d96d79de9,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:46.951418 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:47.013911 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b072cba-28ae-4f80-9deb-c23d96d79de9 HTTP/1.1" status: 204 len: 168 time: 1.1773138 May 11 19:56:47.073575 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:47.215797 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.27.3.205 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/80009772-0241-4d4c-b1fa-b65b833bd08b) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:56:47.362534 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:47.380739 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41984) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:47.434983 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d600e8a6-2d15-457f-abaf-4bce873a58fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d79e5dd21079416093263b7ed05d9790&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530338 May 11 19:56:47.437224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 41988) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:47.474215 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:47.480656 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cb4b2580-6ed9-4d2c-83d8-943c5383d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:47.556604 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:56:47.568900 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:56:47.572503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=80009772-0241-4d4c-b1fa-b65b833bd08b,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:47.577263 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:56:47.604382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:47.605034 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:47.652426 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:47.671094 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:56:47.709737 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:56:47.710090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 618f5eaf-8f64-4e9a-a89f-60d7d0890ce3 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:56:48.014169 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.024364 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4784f24f-9425-455b-a99f-8e2cd588db7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:48.040026 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ddfe7f-ee10-4646-a61e-9061f9fdfbda,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:48.047530 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:48.075129 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.076602 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-29c2b22e-a657-4265-9d04-1410611203b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33ddfe7f-ee10-4646-a61e-9061f9fdfbda HTTP/1.1" status: 204 len: 168 time: 0.6385107 May 11 19:56:48.166406 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.306843 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.516560 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.573223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.578515 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6d5875b3-d964-4f62-9f74-049102423e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:56:48.689146 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=80009772-0241-4d4c-b1fa-b65b833bd08b,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:56:48.692379 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:56:48.707659 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.844846 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:48.885793 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP 445adf62-a88f-4692-97fb-3a9522b48b6c associated. External IP: 172.27.3.205, port: 5317ce40-27d6-49f4-a364-d6935479d550. May 11 19:56:48.955632 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c075-48cb-4338-a276-cf341dd3da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:49.251167 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:56:49.547942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:56:49.558419 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:56:49.567997 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:49.574871 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:49.691159 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:49.749441 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-df2e4d82-64b0-4935-b998-d38250def2cc tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9277613 May 11 19:56:49.750159 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:56:49.752173 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:50.124073 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:48Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:50.128279 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:56:50.137128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:56:50.137976 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:56:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:50.248827 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550', 'status': 'completed', 'code': 200} May 11 19:56:50.348351 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:56:50.375110 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-f0e6dc88-857d-42b1-9679-41ed911d69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:50.375110 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-f0e6dc88-857d-42b1-9679-41ed911d69e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1099 time: 0.0791614 May 11 19:56:50.395395 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:50.509263 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-257a756c-633a-4d0e-8553-69fe7efde196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:50.510808 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-257a756c-633a-4d0e-8553-69fe7efde196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1285725 May 11 19:56:50.618880 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-1ca00ac8-059c-4276-9977-71307c1d929e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 1000 time: 0.1009035 May 11 19:56:50.683705 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-c8e0201e-f5d0-4576-9e9f-0efd68e0b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:50.685182 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-c8e0201e-f5d0-4576-9e9f-0efd68e0b5d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0598412 May 11 19:56:50.705963 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:48Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:56:50.709925 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c9a34-521c-4c37-8fb4-77eb28ca2254 None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:48Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:56:50.763637 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-06e9bfcd-04ad-478c-8ec3-29b6edb8fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:56:50.765128 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-06e9bfcd-04ad-478c-8ec3-29b6edb8fc1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730300 May 11 19:56:50.901887 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb71adbb-226c-403f-a919-57e10a9b82f8 None None] New status for floating IP 445adf62-a88f-4692-97fb-3a9522b48b6c: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:56:50.905097 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-3e899100-d2b1-47c3-b555-ad59ee939145 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313612 May 11 19:56:51.041221 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-41e98e9f-9057-4a03-9ff2-00f55aa3e19a req-3135856f-e031-4895-a5c5-f0095504b9c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281397 May 11 19:56:51.639638 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:58.599270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:59.774643 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 42104) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:56:59.891037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:56:59.905811 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:56:59.909568 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Usage tracker for resource:security_group_rule and tenant:0e7bb4e90ea848c7a2e08c67c4727d72 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:56:59.912339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:56:59.917906 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:56:59.996048 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.057980 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.065466 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b7059832-9b32-4967-a335-7942c1899ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:00.107168 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e7bb4e90ea848c7a2e08c67c4727d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310106 May 11 19:57:00.108049 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81f349-613e-4394-8275-c1502d063f19,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:00.109592 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42110) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:00.115638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.116011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.116374 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.116728 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.117076 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.117559 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.117890 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.118240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.118635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.118999 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.119347 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.119931 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:00.124461 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-743b82bc-2708-479d-978e-ff776194852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:00.169942 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.195479 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.310525 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.314171 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f0b65bf5-9317-44d7-adda-bd85a105d0c3 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:00.325142 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81f349-613e-4394-8275-c1502d063f19,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:00.329454 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:00.331368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:00.332459 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b81f349-613e-4394-8275-c1502d063f19 HTTP/1.1" status: 204 len: 168 time: 0.2218974 May 11 19:57:07.876703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42188) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:07.991459 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.005784 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:08.009623 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Usage tracker for resource:security_group_rule and tenant:0afa9958c5b8434ca7ee972abe285645 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:08.012444 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:08.018092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:08.098651 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.178369 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.185627 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-eafe2502-e111-4e14-9992-4984edacbc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:08.224269 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca3fa0-3d9a-4ec9-9129-ce3185a75bd6,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:08.227493 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:08.230122 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0afa9958c5b8434ca7ee972abe285645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524494 May 11 19:57:08.233408 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42194) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:08.291128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.321934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.435193 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.438726 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cfcbaca0-a2ac-4455-a319-a1c80279f752 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:08.450505 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca3fa0-3d9a-4ec9-9129-ce3185a75bd6,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:08.453989 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:08.457103 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:08.458200 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-304410b2-9f2d-4501-8501-7e53fc7377d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87ca3fa0-3d9a-4ec9-9129-ce3185a75bd6 HTTP/1.1" status: 204 len: 168 time: 0.2238555 May 11 19:57:09.063432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 42202) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:09.081785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.095879 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:09.099685 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Usage tracker for resource:security_group_rule and tenant:eeadd748b10141d69a1ca697b9f209f4 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:09.102421 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:09.108633 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:09.188322 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.241285 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.254417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ced4c3ea-6d00-45c8-8e1e-3e8bd83b94fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:09.293354 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeadd748b10141d69a1ca697b9f209f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282989 May 11 19:57:09.294329 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eff9c3-d269-49cd-a59f-99fb447b5452,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:09.297314 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:09.297909 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42206) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:09.356015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.381625 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.504359 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.508331 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1897dc62-15cf-41de-a8a7-64c42b223b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:09.520662 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eff9c3-d269-49cd-a59f-99fb447b5452,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:09.523490 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:09.525350 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:09.526515 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-790a4e2a-1fc7-4d10-af78-c267864b8d20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5eff9c3-d269-49cd-a59f-99fb447b5452 HTTP/1.1" status: 204 len: 168 time: 0.2276430 May 11 19:57:16.367160 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba0-e29e-4cea-a8a0-b96206e8348a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:18.868890 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:18.955718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b96a1be6-f211-4e7f-a2ce-da03a628fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:20.330395 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:21.610406 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.122553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 42302) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:23.239334 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.253437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:23.257528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Usage tracker for resource:security_group_rule and tenant:fac090212f4c473dbdbaa54dc684fd90 is out of sync, need to count used quota {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:23.260361 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79321) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:23.265997 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:23.345405 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.418933 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.425950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-7eb968da-c5bc-4571-a2f7-85cb4a1937bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:23.458091 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:57:23.466171 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac090212f4c473dbdbaa54dc684fd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425424 May 11 19:57:23.467108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5efa3-3c1f-4499-a7c6-5baac7287bd2,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:23.470715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42308) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:23.471216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-71245a07-9936-434d-9716-6c3bb1eb9153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:23.532247 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.558543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.707913 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.711721 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f1bc46e-4721-4b2d-b30b-ef42a137e271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:23.725076 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5efa3-3c1f-4499-a7c6-5baac7287bd2,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:23.727966 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:23.729876 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:23.731168 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-0d95c7d7-5a8b-4462-a172-89312a68c8d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9b5efa3-3c1f-4499-a7c6-5baac7287bd2 HTTP/1.1" status: 204 len: 168 time: 0.2613006 May 11 19:57:24.302829 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42316) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:24.320537 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.335314 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:24.340352 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Usage tracker for resource:security_group_rule and tenant:6ff0d576a0e64cc8bfda8fac1e800a1f is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:24.343201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:24.348977 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:24.427206 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.501478 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.510049 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-488f0315-e821-4f7d-89b0-8c6b2dfb0d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:24.553635 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ff0d576a0e64cc8bfda8fac1e800a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497139 May 11 19:57:24.554519 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e25fb-8396-4eaa-9393-a1165d47a70a,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:24.556629 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 42320) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:24.557609 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ae364039-c1db-4ec0-8162-a9f54f8e991a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:24.619034 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.645829 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.767035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.770556 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-8cbbaf5e-25e4-4a13-b8b0-2944bbdfbdc6 tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:24.782936 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e25fb-8396-4eaa-9393-a1165d47a70a,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:24.786734 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:24.802293 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:24.803445 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-af2daef1-d54f-4528-8e35-08f9e2053525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea7e25fb-8396-4eaa-9393-a1165d47a70a HTTP/1.1" status: 204 len: 168 time: 0.2455688 May 11 19:57:26.429879 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42352) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:26.548491 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:26.562808 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:26.566718 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d83f27ee414b2191d546acb725524a is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:26.569581 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:26.576056 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:26.655803 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:26.732754 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:26.739220 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-334a54fa-f855-4026-a687-ed9d9c66be4e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:26.781796 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3d83f27ee414b2191d546acb725524a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507776 May 11 19:57:26.782654 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524f2d3-6b0f-4cc0-8448-272ad9c1448c,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:26.784479 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 42358) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:26.785579 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-1f1a3036-d75b-4dbe-8d20-92745282bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:26.843281 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:26.868437 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:27.028301 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:27.032164 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-df2c1c26-67a4-4eca-902f-1713543260cc tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:27.045390 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524f2d3-6b0f-4cc0-8448-272ad9c1448c,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:27.048410 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:27.050317 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:27.051674 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3835718e-cc8f-45f2-93ca-95e9011eeb9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2524f2d3-6b0f-4cc0-8448-272ad9c1448c HTTP/1.1" status: 204 len: 168 time: 0.2653975 May 11 19:57:28.028740 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42382) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:28.131600 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1111281473-network', 'tenant_id': 'dc67ead3596843e6a463dee01d2ef14b'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:57:28.136320 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:28.140405 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Usage tracker for resource:network and tenant:dc67ead3596843e6a463dee01d2ef14b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:28.143287 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:28.149839 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:28.229764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Made reservation on behalf of dc67ead3596843e6a463dee01d2ef14b for: {'network': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:57:28.232866 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for network, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.244765 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.259618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:28.263507 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Usage tracker for resource:security_group_rule and tenant:dc67ead3596843e6a463dee01d2ef14b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:28.266243 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:28.271915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:28.355011 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.412377 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.415194 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2314be71-cfb3-455d-91f6-681cf0fc8e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:28.536097 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=79322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 19:57:28.546979 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdfe4ac-98d6-44ff-baad-98b405a0a199,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:28.551576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:28.552480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.552822 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.segments_db [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Added segment 649120da-2598-47aa-a81f-cc0e071ac168 of type vlan for network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 May 11 19:57:28.578451 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738967928450'] for network, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.578817 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.664447 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571'] for network, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.665497 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:28.666106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:28.669700 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:28.768380 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Pushing event updated for resources: {'Network': ['ID=0670a0a7-bfaf-4abb-891b-3e825ea4f685,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:28.772770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:28.779405 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 details requested by agent ovs-agent-dv-cinder-789603-5-iscsi with host dv-cinder-789603-5-iscsi {{(pid=79323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 19:57:28.862938 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8330746 May 11 19:57:28.865989 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42390) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:57:28.871704 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Request body: {'subnet': {'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1111281473-subnet', 'tenant_id': 'dc67ead3596843e6a463dee01d2ef14b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:57:28.876674 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:28.883637 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Usage tracker for resource:subnet and tenant:dc67ead3596843e6a463dee01d2ef14b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:28.884990 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:28.891415 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:28.953014 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Made reservation on behalf of dc67ead3596843e6a463dee01d2ef14b for: {'subnet': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:57:28.955366 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1628972'] for subnet, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:29.375697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1050629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1629022'] for subnet, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:29.380348 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:29.449943 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1880ea7a-634f-4828-a082-23df354a1fbe,revision_number=0']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:29.453432 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:29.455963 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Checking segment: {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:57:29.456207 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Network hostable DHCP agents. Network: 0670a0a7-bfaf-4abb-891b-3e825ea4f685, hostable agents: ['112e343a-75e3-404c-b78a-4c5b2ec9f042'], hosted agents: [] {{(pid=79322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 19:57:29.553462 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 is scheduled to be hosted by DHCP agent 112e343a-75e3-404c-b78a-4c5b2ec9f042 with binding_index 1 {{(pid=79322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 19:57:29.719220 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-5-iscsi, 0670a0a7-bfaf-4abb-891b-3e825ea4f685) {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:57:29.727879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1fb7b-e481-4b8e-bf44-5161c039e038 None None] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:57:29.728346 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:29.728474 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:29.822888 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9558313 May 11 19:57:29.917552 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a1d1f-33ba-4d62-a61c-e4309d9ac34d None None] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 19:57:32.128110 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-a6e6cf51-3c7e-469b-9e3c-f5af548d018e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:32.129806 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-a6e6cf51-3c7e-469b-9e3c-f5af548d018e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/networks?id=0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 200 len: 814 time: 0.1453183 May 11 19:57:32.145265 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-d3fcf34e-2c07-4cc9-b341-6d682710622e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/quotas/dc67ead3596843e6a463dee01d2ef14b HTTP/1.1" status: 200 len: 375 time: 0.0096083 May 11 19:57:32.195555 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-ea0d56eb-270c-464a-a8a0-63593e51919c tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449467 May 11 19:57:32.328193 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-1b18322e-a1ba-4dfa-8c84-1b43185faaad service neutron] 10.222.0.15 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260891 May 11 19:57:32.459152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-30c49a91-51bf-4479-9102-1a178d806fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246047 May 11 19:57:32.715281 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ea563058-fbfd-46f4-81c9-ee64bfdfd15e req-4ee04599-2828-4d67-a683-da60a5c8efdd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 210 time: 0.0438716 May 11 19:57:33.826539 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-8504659b-4623-423c-96b3-888e27422925 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876303 May 11 19:57:33.873984 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f9d9ae0c-cb15-4309-8e32-a065489382d3 req-a6d7eb04-41c8-4ee5-98ec-251a8ab9eecd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 210 time: 0.0426688 May 11 19:57:33.979217 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-a2435688-9e2f-4b0f-ae1a-628bee900ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:33.980908 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-a2435688-9e2f-4b0f-ae1a-628bee900ccd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0702474 May 11 19:57:34.131087 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-9cf2bbf2-aad5-4b1a-84d1-7a850cb5dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:34.134566 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-9cf2bbf2-aad5-4b1a-84d1-7a850cb5dd72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.1336551 May 11 19:57:34.269015 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-bb563c73-60f5-467f-88bf-097e488ea065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 1000 time: 0.1006691 May 11 19:57:34.334237 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-bcb026d3-47de-447b-a434-54958b9a4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:34.336221 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-bcb026d3-47de-447b-a434-54958b9a4834 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0595148 May 11 19:57:34.422791 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-923b2305-e159-42b6-8ae8-11f7a02da45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:34.424214 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-923b2305-e159-42b6-8ae8-11f7a02da45f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737422 May 11 19:57:34.558859 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-28dd53aa-b53c-4132-9cd9-ce3421eee743 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260693 May 11 19:57:34.685715 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-06c56d82-67bb-4fbc-bc25-3339a8dbd215 req-5f4de536-f95a-4a2b-b129-36a1deac6ef6 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200004 May 11 19:57:35.042324 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fe09034f-65da-4831-be85-033cb2db43ef req-38ccbffc-d428-449b-9858-d6a32ad23fdf tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 210 time: 0.0511529 May 11 19:57:35.321045 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-6ef5fc53-bf93-4c59-9f13-db95962831f0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:35.321632 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-6ef5fc53-bf93-4c59-9f13-db95962831f0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Synchronizing usage tracker for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:57:35.418812 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-6ef5fc53-bf93-4c59-9f13-db95962831f0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Unset dirty status for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:57:35.420132 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-6ef5fc53-bf93-4c59-9f13-db95962831f0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "GET /v2.0/networks?id=0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 200 len: 814 time: 0.3549762 May 11 19:57:35.440568 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Request body: {'port': {'device_id': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685', 'admin_state_up': True, 'tenant_id': 'dc67ead3596843e6a463dee01d2ef14b'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:57:35.579308 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:57:35.583215 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Usage tracker for resource:port and tenant:dc67ead3596843e6a463dee01d2ef14b is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:57:35.585984 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:57:35.592215 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:57:35.681015 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Made reservation on behalf of dc67ead3596843e6a463dee01d2ef14b for: {'port': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:57:35.684900 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:35.857241 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Allocated IP 172.20.0.6 (0670a0a7-bfaf-4abb-891b-3e825ea4f685/1880ea7a-634f-4828-a082-23df354a1fbe/1c3f2e51-3b72-4f01-9190-75f1c0a40f32) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:57:36.055489 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.161829 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.168815 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a874f9ff-1849-49a6-8234-0b9920331bf0 tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:36.231434 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd06043-fa0a-4fad-81b6-7b30c824129e req-83c867ad-01e7-4d06-bf83-beef1b58d391 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:36.232877 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2dd06043-fa0a-4fad-81b6-7b30c824129e req-83c867ad-01e7-4d06-bf83-beef1b58d391 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 931 time: 0.0798261 May 11 19:57:36.233923 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:57:36.237041 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:57:36.245533 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:57:36.277180 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Pushing event updated for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:36.277422 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2dd06043-fa0a-4fad-81b6-7b30c824129e req-2d971c4b-d343-4f98-8838-18d3ae5d8611 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385597 May 11 19:57:36.291000 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.291401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.291783 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.292163 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.293197 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.293576 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.293948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.294316 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.294683 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.295080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.295441 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.295800 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:36.300984 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:36.325019 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:36.325656 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.402410 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651320 May 11 19:57:36.420164 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Request body: {'port': {'device_id': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:57:36.531743 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.866446 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 {{(pid=79322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:57:36.874070 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.888796 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Transition to ACTIVE for port object 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 will not be triggered until provisioned by entity L2. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:57:36.976145 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:36.979834 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a53f031b-dd37-47e3-bb77-031d8cd09f2f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:37.133044 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:37.141050 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:37.206163 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Attempting to bind port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:57:37.206494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Attempting to bind port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:57:37.206824 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Attempting to bind port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:57:37.211368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:57:37.211692 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Attempting to bind port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:57:37.217141 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:57:37.217478 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Checking segment: {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:57:37.217861 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Bound using segment: {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:57:37.218290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Bound port: 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'}}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:57:37.218641 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:37.308811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, cleared binding levels {{(pid=79322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:57:37.311857 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:57:37.367615 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:37.372890 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:37.423336 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:37.423951 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:37.425304 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c3f2e51-3b72-4f01-9190-75f1c0a40f32 HTTP/1.1" status: 200 len: 1093 time: 1.0092695 May 11 19:57:37.425804 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:57:37.452573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=3']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:37.455703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-51b320e5-1b6f-4517-af85-b31f83f3d429 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:37.466039 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded547d0-a88a-40be-8ad9-bdc8f6677a0e req-40f566bd-c7b0-4dbb-a2ca-922e6b99d83a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:37.467568 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ded547d0-a88a-40be-8ad9-bdc8f6677a0e req-40f566bd-c7b0-4dbb-a2ca-922e6b99d83a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 943 time: 0.0854852 May 11 19:57:37.513118 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ded547d0-a88a-40be-8ad9-bdc8f6677a0e req-859d9043-0d50-44fd-9810-5a3cbd38bc93 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 May 11 19:57:37.566007 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32', 'status': 'completed', 'code': 200} May 11 19:57:37.756253 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-aa5f4072-d0fb-4d4f-b998-df408cb9bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:37.757746 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-aa5f4072-d0fb-4d4f-b998-df408cb9bd65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 1096 time: 0.1711428 May 11 19:57:37.832273 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-811f65c4-5156-457e-a583-c9f30156e0a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32 HTTP/1.1" status: 200 len: 217 time: 0.0604796 May 11 19:57:37.899042 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-0c557244-597d-4e91-94a4-a7c4640a500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:37.900608 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-0c557244-597d-4e91-94a4-a7c4640a500d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1880ea7a-634f-4828-a082-23df354a1fbe HTTP/1.1" status: 200 len: 854 time: 0.0609784 May 11 19:57:37.947899 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-f12a50ce-c871-4eaf-96e6-42f9c58a1753 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0670a0a7-bfaf-4abb-891b-3e825ea4f685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399084 May 11 19:57:38.076645 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-a99d3421-4632-4e72-bcfd-39e751ce6bab service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216888 May 11 19:57:38.206783 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-6dfbef2a-4504-40d9-83bc-0f43caa64f03 req-aa0f1fab-ceb7-48ca-88c6-1f0ca482aa78 service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232529 May 11 19:57:38.474302 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-ccfe76ca-cc6c-4ed6-84ec-1c5ac6785927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:38.475785 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-ccfe76ca-cc6c-4ed6-84ec-1c5ac6785927 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 1096 time: 0.0687277 May 11 19:57:38.607573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-9dc6ca79-dfeb-4238-8c89-663877e1f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:38.610320 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-9dc6ca79-dfeb-4238-8c89-663877e1f6a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 200 len: 915 time: 0.1261086 May 11 19:57:38.682457 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-74fd440a-6f26-40fa-962d-3e2826f475df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32 HTTP/1.1" status: 200 len: 217 time: 0.0657032 May 11 19:57:38.707136 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55c3e-e2fb-48e7-8acf-c30e77fd7dbb req-bfc0ec48-6f1e-45b4-8dc5-c9facf2126e0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:38.708574 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-69e55c3e-e2fb-48e7-8acf-c30e77fd7dbb req-bfc0ec48-6f1e-45b4-8dc5-c9facf2126e0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 943 time: 0.0892205 May 11 19:57:38.749679 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-bfd98a2b-aeb1-401e-a412-b01a4091eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:38.751107 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-bfd98a2b-aeb1-401e-a412-b01a4091eafa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1880ea7a-634f-4828-a082-23df354a1fbe HTTP/1.1" status: 200 len: 854 time: 0.0618241 May 11 19:57:38.803249 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-b4cfa775-8928-4587-9705-4d5796d78cec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0670a0a7-bfaf-4abb-891b-3e825ea4f685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435388 May 11 19:57:38.857640 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-69e55c3e-e2fb-48e7-8acf-c30e77fd7dbb req-e8ea4354-97bb-4a54-a9a5-adc5cdb32a41 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431904 May 11 19:57:38.937510 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-65b504b2-a366-43d7-83bc-4733b97e5480 service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270709 May 11 19:57:39.066613 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a2394843-dbeb-46bf-9b4e-bf56d8649db7 req-f072d1f3-d0df-4deb-8310-d06f910d250c service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218700 May 11 19:57:40.061539 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c23840-bd40-488d-a79d-246b651c7cff req-2276a373-8715-470b-8710-a3585a4ee3a0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:40.063091 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1c23840-bd40-488d-a79d-246b651c7cff req-2276a373-8715-470b-8710-a3585a4ee3a0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 943 time: 0.0965526 May 11 19:57:40.114741 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1c23840-bd40-488d-a79d-246b651c7cff req-7cdddae7-5af9-4062-a54c-fa0b7a99bb37 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 May 11 19:57:41.305352 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edb2a8-88a7-45d7-bb2e-1fcd6c8b86eb req-bbe7910b-498b-46a5-9d6d-d8f13d1c61a5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:41.306796 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-92edb2a8-88a7-45d7-bb2e-1fcd6c8b86eb req-bbe7910b-498b-46a5-9d6d-d8f13d1c61a5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 943 time: 0.0828114 May 11 19:57:41.351981 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-92edb2a8-88a7-45d7-bb2e-1fcd6c8b86eb req-16455e81-9e3d-481d-88c1-ed60cbc138d3 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 May 11 19:57:42.536432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3486-2934-4d68-bb2f-9f03ecbd2fa3 req-5b021f43-459e-471b-a77a-e6a0c2db73c7 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:42.537888 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2a5a3486-2934-4d68-bb2f-9f03ecbd2fa3 req-5b021f43-459e-471b-a77a-e6a0c2db73c7 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 943 time: 0.0797894 May 11 19:57:42.586005 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2a5a3486-2934-4d68-bb2f-9f03ecbd2fa3 req-0c00ce7c-4d6e-4d72-9191-5a9d244929b2 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 May 11 19:57:42.762512 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:57:42.893116 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:57:42.905635 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32', 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685', 'port_id': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32', 'mac_address': 'fa:16:3e:ee:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1880ea7a-634f-4828-a082-23df354a1fbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:57:42.958718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:42.974519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:57:42.989923 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:57:43.047382 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:43.049047 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-f3e9aa57-6739-456c-a51e-6785f3e9afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:43.117675 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:43.125528 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.125881 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.126228 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.126566 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.126901 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.127264 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.127596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.127925 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.128257 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.128842 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.129168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.129493 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:57:43.133195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:43.346916 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1c3f2e51-3b72-4f01-9190-75f1c0a40f32'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:57:43.767699 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6adb-57ab-447f-ad42-e9439137f4d5 req-29c52c9c-391a-46e7-ad60-1e1fe5ad4e10 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:43.769134 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-92dd6adb-57ab-447f-ad42-e9439137f4d5 req-29c52c9c-391a-46e7-ad60-1e1fe5ad4e10 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 944 time: 0.0799935 May 11 19:57:43.813980 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-92dd6adb-57ab-447f-ad42-e9439137f4d5 req-e7a028a8-43c5-4db7-a8a6-34e90c91d264 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 May 11 19:57:44.770532 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:57:44.901779 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:57:44.906990 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:57:44.907387 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:45.001328 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3aed45-e614-4d0f-b417-09487661c833 req-45725416-e94c-47f6-a6e2-d7e78dcf051d tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:45.002795 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b3aed45-e614-4d0f-b417-09487661c833 req-45725416-e94c-47f6-a6e2-d7e78dcf051d tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 944 time: 0.0842938 May 11 19:57:45.024554 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:45.048779 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3b3aed45-e614-4d0f-b417-09487661c833 req-dd627146-035d-4573-98a4-ac5398b50a1c tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 May 11 19:57:45.050630 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:57:45.061045 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:57:45.100077 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32', 'code': 200} May 11 19:57:45.127774 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:45.130891 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:57:45.199919 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:57:45.203052 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:57:45.454750 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd4883-6275-49ea-ad79-1ef1e508df58 req-9f796ac3-7391-4291-b6b1-5fc70ca416ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:45.456257 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-35fd4883-6275-49ea-ad79-1ef1e508df58 req-9f796ac3-7391-4291-b6b1-5fc70ca416ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 1098 time: 0.0701106 May 11 19:57:45.496694 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-35fd4883-6275-49ea-ad79-1ef1e508df58 req-c5c8836f-554f-48f6-a371-d6889385c97a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 May 11 19:57:46.233102 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42b6e-a7ff-4ce1-853e-03dbf5f81f93 req-1d0c9363-1ccf-4913-8907-b50a6e0f2c6d tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:46.234552 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-85b42b6e-a7ff-4ce1-853e-03dbf5f81f93 req-1d0c9363-1ccf-4913-8907-b50a6e0f2c6d tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 945 time: 0.0786936 May 11 19:57:46.281719 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-85b42b6e-a7ff-4ce1-853e-03dbf5f81f93 req-463d54f7-2dae-4269-95a8-77121c43954e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 May 11 19:57:46.367466 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-dec827cb-290e-42c7-90dd-f505a4074d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:47.464722 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309289b-b3a7-446a-9c34-726d74c4a682 req-a41c7969-c737-4f8d-b305-0c614e892830 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:57:47.466269 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8309289b-b3a7-446a-9c34-726d74c4a682 req-a41c7969-c737-4f8d-b305-0c614e892830 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 945 time: 0.0807827 May 11 19:57:47.510022 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8309289b-b3a7-446a-9c34-726d74c4a682 req-f1045ec7-f9a5-41a3-8672-de0ffaa26adf tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 May 11 19:57:48.871449 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:48.967409 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-385905ae-03f4-41a2-8b5e-79e34250f2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:50.341822 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:51.624752 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:57:58.584017 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:00.456349 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:58:10.743991 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b124-89c9-457b-b4ec-ea9244d77921 req-c0ce6fd7-e926-4ac3-9d1a-c5e051312253 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:10.746117 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1d17b124-89c9-457b-b4ec-ea9244d77921 req-c0ce6fd7-e926-4ac3-9d1a-c5e051312253 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0865345 May 11 19:58:10.791405 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1d17b124-89c9-457b-b4ec-ea9244d77921 req-079c17ee-ae2a-4279-b638-8d056120aed1 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394151 May 11 19:58:11.976269 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d20084-0b14-4f55-8aa8-c9827c7c50d6 req-b9405241-cf49-493b-8cea-67608c526db6 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:11.977712 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-58d20084-0b14-4f55-8aa8-c9827c7c50d6 req-b9405241-cf49-493b-8cea-67608c526db6 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0792625 May 11 19:58:12.025382 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-58d20084-0b14-4f55-8aa8-c9827c7c50d6 req-047b2247-2773-4bd5-987d-5cac07688bc3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 May 11 19:58:13.209280 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9178c99-ff20-479e-9b5a-0794ab21e399 req-ae055715-4743-46cd-861e-c41256a7fa94 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:13.210676 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9178c99-ff20-479e-9b5a-0794ab21e399 req-ae055715-4743-46cd-861e-c41256a7fa94 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0803151 May 11 19:58:13.257667 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e9178c99-ff20-479e-9b5a-0794ab21e399 req-82f4ce58-9a04-422d-bb5c-5c14d9c6a34e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408044 May 11 19:58:14.443952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39767173-b582-4c63-b9d2-6a0c4351cbf1 req-eeed32fb-4626-47a1-8c96-d923ed7048c6 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:14.445393 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-39767173-b582-4c63-b9d2-6a0c4351cbf1 req-eeed32fb-4626-47a1-8c96-d923ed7048c6 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0822432 May 11 19:58:14.489782 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-39767173-b582-4c63-b9d2-6a0c4351cbf1 req-3568ad34-9f34-4d2f-8b1d-90cc26a7958a tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379999 May 11 19:58:15.672161 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe7ba-d9b1-4e9f-a520-d8e2541f987a req-63e4bc41-9ee2-4898-a935-16bed1eb9ec5 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:15.673613 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebafe7ba-d9b1-4e9f-a520-d8e2541f987a req-63e4bc41-9ee2-4898-a935-16bed1eb9ec5 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0800433 May 11 19:58:15.721601 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebafe7ba-d9b1-4e9f-a520-d8e2541f987a req-40413d98-9d9b-4400-88bc-aea79b3ab17e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423234 May 11 19:58:16.367468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-bc96f67b-d9d0-4c17-b062-59ccd7b3d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:17.016417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce3845-0c71-437b-9afa-f1bf0a9ae64c req-3d79c53a-cfe8-46ec-b3c6-689679eaf448 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:17.017757 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5bce3845-0c71-437b-9afa-f1bf0a9ae64c req-3d79c53a-cfe8-46ec-b3c6-689679eaf448 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1934605 May 11 19:58:17.062092 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5bce3845-0c71-437b-9afa-f1bf0a9ae64c req-0d8009b1-7ea6-40a5-91da-bf89718c2be4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386293 May 11 19:58:18.260037 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02497df-f917-4524-9943-270f160211fc req-67ac7127-11d0-419c-8afa-9f0af96055bc tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:18.261531 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a02497df-f917-4524-9943-270f160211fc req-67ac7127-11d0-419c-8afa-9f0af96055bc tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0897665 May 11 19:58:18.306638 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a02497df-f917-4524-9943-270f160211fc req-e77399de-db4d-427d-878a-cf9bccc42c21 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 May 11 19:58:18.864722 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:18.936011 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-691904af-6ddd-44b5-9c4e-0618ef18c017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:19.487742 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08201f49-8ebf-4494-a5e0-97d39e99d2bd req-b17bd64b-f52f-4306-b062-dcf2862f50aa tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:19.489205 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-08201f49-8ebf-4494-a5e0-97d39e99d2bd req-b17bd64b-f52f-4306-b062-dcf2862f50aa tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0785608 May 11 19:58:19.536859 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-08201f49-8ebf-4494-a5e0-97d39e99d2bd req-c9e1b1b7-1f6b-4c0f-8851-1666c83271f3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 May 11 19:58:20.353174 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:20.719635 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6fe79-999a-4680-b2ec-cb0266812bad req-45673587-9f1d-49f8-9e70-750d8d6c4d6f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:20.721068 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ceb6fe79-999a-4680-b2ec-cb0266812bad req-45673587-9f1d-49f8-9e70-750d8d6c4d6f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0807900 May 11 19:58:20.766521 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ceb6fe79-999a-4680-b2ec-cb0266812bad req-ee265c66-503d-4407-911d-87bb0cec7451 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397987 May 11 19:58:21.635634 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:21.956521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bca4a1-e5c4-40d6-8e13-2da854f6ceb2 req-1b793d95-3165-4d2b-963b-6ed747a60e1b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:21.958105 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-51bca4a1-e5c4-40d6-8e13-2da854f6ceb2 req-1b793d95-3165-4d2b-963b-6ed747a60e1b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0841706 May 11 19:58:22.005924 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-51bca4a1-e5c4-40d6-8e13-2da854f6ceb2 req-44d579f0-abe4-4c96-acad-661245c0662b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 May 11 19:58:23.196950 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f514a-4455-4693-b345-f19a206f7372 req-d4023268-7ba3-42ad-a455-cfc86a55efb0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:23.199055 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b51f514a-4455-4693-b345-f19a206f7372 req-d4023268-7ba3-42ad-a455-cfc86a55efb0 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0851054 May 11 19:58:23.248182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b51f514a-4455-4693-b345-f19a206f7372 req-b8b6d621-4bf1-4f90-9d38-78057563845a tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 May 11 19:58:24.429912 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6a1c-e5d9-4c4c-9ad5-e4e9fa01b59c req-845b063a-e0a6-42bd-b554-829e3f948169 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:24.435475 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4e1e6a1c-e5d9-4c4c-9ad5-e4e9fa01b59c req-845b063a-e0a6-42bd-b554-829e3f948169 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0794888 May 11 19:58:24.476368 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4e1e6a1c-e5d9-4c4c-9ad5-e4e9fa01b59c req-741f15bf-5e5f-4e11-ac18-23426d712dff tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 May 11 19:58:25.668193 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bc61b-e2a3-47d0-b7e6-e9b7066e67e4 req-af62b582-bc0a-413d-ba87-9ef3ad25111e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:25.669549 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de5bc61b-e2a3-47d0-b7e6-e9b7066e67e4 req-af62b582-bc0a-413d-ba87-9ef3ad25111e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0850384 May 11 19:58:25.807729 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-de5bc61b-e2a3-47d0-b7e6-e9b7066e67e4 req-a4826cb0-2809-46b4-9910-46577dfbd042 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319146 May 11 19:58:26.989312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8824a8-0842-4a50-82ac-b843e78195d3 req-e26384c4-0b09-4da5-a86c-cb73fd856e12 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:26.990748 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1c8824a8-0842-4a50-82ac-b843e78195d3 req-e26384c4-0b09-4da5-a86c-cb73fd856e12 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0789113 May 11 19:58:27.040557 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1c8824a8-0842-4a50-82ac-b843e78195d3 req-ec452ef7-00aa-4753-b36b-62fefc5fa179 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 May 11 19:58:28.224595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d375db-64e6-42fa-97ed-643faa69603b req-8317a5fa-22f5-40f9-9340-dc9a195c200b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:28.226066 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b3d375db-64e6-42fa-97ed-643faa69603b req-8317a5fa-22f5-40f9-9340-dc9a195c200b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0804348 May 11 19:58:28.270981 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b3d375db-64e6-42fa-97ed-643faa69603b req-d57307bf-cbfa-46ed-b636-a68afb736907 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 May 11 19:58:28.612986 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:28.715761 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-a6fdccd1-4bca-4829-8dce-6e77ea3b39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:28.717215 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-a6fdccd1-4bca-4829-8dce-6e77ea3b39dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0751257 May 11 19:58:28.850467 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-6df704d7-7c87-44a8-a693-581aab866beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:28.852072 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-6df704d7-7c87-44a8-a693-581aab866beb service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.1280987 May 11 19:58:29.055803 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-54c9f75f-7404-4f53-8d6c-1b95fb58ada1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 1000 time: 0.1965058 May 11 19:58:29.118233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-1f084030-7498-4222-b43b-36c25ae84fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:29.119640 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-1f084030-7498-4222-b43b-36c25ae84fab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0569148 May 11 19:58:29.198119 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-e57867f7-d9af-454f-983d-99c4ac1a13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:29.199593 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-e57867f7-d9af-454f-983d-99c4ac1a13cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719633 May 11 19:58:29.334626 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-89266ffd-92e3-48b6-b643-690d8fb31daf service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262665 May 11 19:58:29.460669 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af939-3665-4fe9-90f6-0bdfd723c1b6 req-f05d5b22-b442-4e2c-be36-47173849418d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:29.462012 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df9af939-3665-4fe9-90f6-0bdfd723c1b6 req-f05d5b22-b442-4e2c-be36-47173849418d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0822444 May 11 19:58:29.478480 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-a7a17c3c-2517-4579-b052-c5a18af0c397 req-81d48c5a-8263-477a-9635-f04b23e2a31f service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347573 May 11 19:58:29.507425 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-df9af939-3665-4fe9-90f6-0bdfd723c1b6 req-4c83961f-f215-4fb9-b5a8-ddd87149f4e9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 May 11 19:58:30.695663 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f0550-08e9-42bb-bcfc-8c451d26184f req-566ef3ee-d2c2-4668-bf2e-ccc9949dc6cf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:30.697028 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-887f0550-08e9-42bb-bcfc-8c451d26184f req-566ef3ee-d2c2-4668-bf2e-ccc9949dc6cf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0815942 May 11 19:58:30.742643 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-887f0550-08e9-42bb-bcfc-8c451d26184f req-6e711f4f-de1c-4752-9013-5d1e1f3cbd65 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395169 May 11 19:58:31.801588 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-bbc9a86b-8575-4c86-b3ba-3c16785026f9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227521727&fields=id&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 267 time: 0.0433419 May 11 19:58:31.951187 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-eefaa0ce-8a9c-49a8-ac54-e093a707bc89 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:31.952610 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-eefaa0ce-8a9c-49a8-ac54-e093a707bc89 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.1441388 May 11 19:58:31.967628 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-8f5f0c97-958f-4f7e-806b-7e2a5e6b0191 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/quotas/7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 375 time: 0.0094314 May 11 19:58:32.066804 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-82f050dc-828b-4da0-8b1e-fad85050bc12 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0933340 May 11 19:58:32.137655 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-0a16a0df-bfe5-4deb-841a-57f08d59ae89 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79321) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:58:32.138907 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-0a16a0df-bfe5-4deb-841a-57f08d59ae89 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600855 May 11 19:58:32.274683 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-75c625de-122b-423d-bfd8-84fd68fff8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279111 May 11 19:58:32.415132 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-123b8d0e-1eb2-4b02-92b2-4345a9c667c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343336 May 11 19:58:33.228257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec1b81-d29c-4105-92da-6c13c268a513 req-514c0b94-60ac-413b-91f6-a636f4c2f88c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:33.232250 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-71ec1b81-d29c-4105-92da-6c13c268a513 req-514c0b94-60ac-413b-91f6-a636f4c2f88c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0934966 May 11 19:58:33.279945 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-71ec1b81-d29c-4105-92da-6c13c268a513 req-333a8ebf-5d28-42d7-9523-4e1900d97b7e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 May 11 19:58:33.365175 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-01c5e5f4-4750-47f4-8eee-3edf01ce76bd req-44a88e96-75ca-4a26-92d6-0719143ab3ad tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 210 time: 0.0436585 May 11 19:58:33.889230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42770) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:58:33.999818 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-a45eb70c-79ea-4056-b243-610089360304 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093445 May 11 19:58:34.485196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2e8db-711f-4a6e-b714-e0a74485e15c req-96782e5f-5df4-40f7-9b12-8f055849b6e3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:34.486661 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0b2e8db-711f-4a6e-b714-e0a74485e15c req-96782e5f-5df4-40f7-9b12-8f055849b6e3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0927222 May 11 19:58:34.535707 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c0b2e8db-711f-4a6e-b714-e0a74485e15c req-9b66b8a5-45ce-466f-bf50-df89c684fff8 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 May 11 19:58:34.675598 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c4328b4d-5275-4c0e-9135-01efb523eaa7 req-d04fbec0-254b-4db4-b1fb-ac75c81c8e49 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 210 time: 0.0450730 May 11 19:58:35.070253 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:58:35.186239 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:35.213007 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:35.223113 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:35.258397 dv-cinder-789603-5-iscsi neutron-server[79323]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'code': 422} returned with failed status May 11 19:58:35.287298 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:35.289090 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-41bf3993-5ff0-4c26-b28d-9ab6522834c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:35.355630 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=6']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:35.358764 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:35.792776 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f29e97-2e51-4460-826e-76543deeb7e5 req-7036ef41-5677-4cbf-8c50-d8d018f79f8f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:35.794276 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d2f29e97-2e51-4460-826e-76543deeb7e5 req-7036ef41-5677-4cbf-8c50-d8d018f79f8f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.1466470 May 11 19:58:35.818530 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7de223ca-6546-4c29-aa27-487c3824ce87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:35.821716 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7de223ca-6546-4c29-aa27-487c3824ce87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:network {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:58:35.845396 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d2f29e97-2e51-4460-826e-76543deeb7e5 req-6fa8519c-ee0c-4d05-b564-e6f728c01ed6 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 May 11 19:58:35.956106 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7de223ca-6546-4c29-aa27-487c3824ce87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:network {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:58:35.957282 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7de223ca-6546-4c29-aa27-487c3824ce87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 812 time: 0.3390818 May 11 19:58:35.994527 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8db6bc84-3760-4f0e-bddd-ac90389468ae req-9705373c-034e-4c86-81ef-ed192f7bb4a4 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 210 time: 0.0425248 May 11 19:58:36.014904 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-88f5e1a9-855c-41b9-91e0-1dfc428d2f41 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:security_group {{(pid=79322) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:58:36.110540 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-88f5e1a9-855c-41b9-91e0-1dfc428d2f41 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:security_group {{(pid=79322) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:58:36.111880 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-88f5e1a9-855c-41b9-91e0-1dfc428d2f41 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a81fc91eaf6488ab423bd84e0b78f96 HTTP/1.1" status: 200 len: 380 time: 0.1383190 May 11 19:58:36.121529 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'port': {'device_id': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'admin_state_up': True, 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'security_groups': ['70aaf13e-ee88-48ad-b93c-4e1e2ef193f1']}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:58:36.259294 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:58:36.269390 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:58:36.350044 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Made reservation on behalf of 7a81fc91eaf6488ab423bd84e0b78f96 for: {'port': 1} {{(pid=79322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:58:36.353601 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:36.517527 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.20.0.3 (b16934e3-0221-4445-801e-34d9a6cc51c9/ad68a686-c2c6-45e1-b3dc-596e62579c0f/ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:58:36.710060 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:36.725926 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Transition to ACTIVE for port object ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 will not be triggered until provisioned by entity DHCP. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:58:36.807995 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:36.815274 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5fad5e8f-abef-4536-a7ed-ecb7385b4a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:36.875939 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network b16934e3-0221-4445-801e-34d9a6cc51c9 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:58:36.879269 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:58:36.884189 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:58:36.931562 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:36.945175 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.945551 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.945922 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.946301 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.946647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.947028 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.947388 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.948287 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.948663 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.949071 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.949480 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.949835 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:36.955760 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:36.977319 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:36.987166 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:37.085808 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682999 May 11 19:58:37.158642 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-9553b074-b588-452e-8fd8-bd18c66e44d5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=79322) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 19:58:37.159213 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-fcf2e759-bb18-40ad-9c82-85b6822bdc15 None None] Provisioning for port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 completed by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:58:37.159865 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-9553b074-b588-452e-8fd8-bd18c66e44d5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057454 May 11 19:58:37.164216 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-fcf2e759-bb18-40ad-9c82-85b6822bdc15 None None] Provisioning complete for port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 triggered by entity DHCP. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:58:37.164598 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e759-bb18-40ad-9c82-85b6822bdc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:37.223522 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2e759-bb18-40ad-9c82-85b6822bdc15 None None] Port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 cannot update to ACTIVE because it is not bound. {{(pid=79323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 19:58:37.255444 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Request body: {'port': {'device_id': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:58:37.297047 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7403de-ffea-4983-ada7-63e3a55b0961 req-e22587b5-25c0-44be-a5d6-c7cf215c37fd tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:37.298718 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f7403de-ffea-4983-ada7-63e3a55b0961 req-e22587b5-25c0-44be-a5d6-c7cf215c37fd tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.1253052 May 11 19:58:37.383851 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:37.387643 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8f7403de-ffea-4983-ada7-63e3a55b0961 req-7a3b74b9-67ec-4375-8a25-abf971a9e0a3 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536616 May 11 19:58:37.418513 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-31aa6151-bbda-4b1e-b118-a1f9ce1dffbb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2046909 May 11 19:58:37.454838 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:58:37.680183 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026655eb-2e4f-4269-af63-60647e26b733 req-ef2b6f02-3ff5-4256-a2ff-d99054399ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:37.681685 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-ef2b6f02-3ff5-4256-a2ff-d99054399ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1099 time: 0.2287812 May 11 19:58:37.709431 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca3715-fb50-4f00-ae5f-49c926eb0764 req-71503d7b-8940-4539-b83d-c4c26fea863b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:37.710946 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f9ca3715-fb50-4f00-ae5f-49c926eb0764 req-71503d7b-8940-4539-b83d-c4c26fea863b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 931 time: 0.1116505 May 11 19:58:37.835400 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f9ca3715-fb50-4f00-ae5f-49c926eb0764 req-067d3dda-aa8d-4a27-93a8-d7bfb09dc466 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046572 May 11 19:58:37.868399 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 {{(pid=79322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:58:37.873040 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026655eb-2e4f-4269-af63-60647e26b733 req-3a009852-6bf3-4c87-94ff-177ae3e32196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:37.874565 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-3a009852-6bf3-4c87-94ff-177ae3e32196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1627164 May 11 19:58:37.876697 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:37.893640 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.provisioning_blocks [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Transition to ACTIVE for port object ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 will not be triggered until provisioned by entity L2. {{(pid=79322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:58:37.996391 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:38.000410 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a992466e-cb0f-4857-9f60-e5389af7cdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:38.076914 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-da9e004a-bebd-4245-a21e-11e0de06d30d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 1002 time: 0.1933286 May 11 19:58:38.159148 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026655eb-2e4f-4269-af63-60647e26b733 req-a740ea08-3470-4adf-a6e5-70eafa40ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.160708 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-a740ea08-3470-4adf-a6e5-70eafa40ed2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0746970 May 11 19:58:38.163052 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:38.168000 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:38.231257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb399e4-031a-4fbd-8079-2fbf7d3093a6 req-cee3010a-3999-427b-99b8-be1a8725536a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.232747 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1cb399e4-031a-4fbd-8079-2fbf7d3093a6 req-cee3010a-3999-427b-99b8-be1a8725536a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 945 time: 0.2913771 May 11 19:58:38.235165 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-2582773d-a20b-4990-9712-69a8c9f9aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.236783 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-2582773d-a20b-4990-9712-69a8c9f9aa04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4&tenant_id=9bfaa2429f824cc19b2ebf1382a59637 HTTP/1.1" status: 200 len: 1096 time: 0.3014660 May 11 19:58:38.259505 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Attempting to bind port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:58:38.260673 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Attempting to bind port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:58:38.261010 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Attempting to bind port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:58:38.266743 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 on network b16934e3-0221-4445-801e-34d9a6cc51c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:58:38.267257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Attempting to bind port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 on network b16934e3-0221-4445-801e-34d9a6cc51c9 {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:58:38.275064 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:58:38.275064 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Checking segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:58:38.275064 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Bound using segment: {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'} {{(pid=79322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:58:38.275423 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.managers [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Bound port: ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8933aee-0d62-41c0-8c93-8383a4e94cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9'}}] {{(pid=79322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:58:38.275594 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:38.337238 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1cb399e4-031a-4fbd-8079-2fbf7d3093a6 req-9e1d2635-db8e-437c-beba-dd386a9c2f3a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939577 May 11 19:58:38.363845 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026655eb-2e4f-4269-af63-60647e26b733 req-10db4a6b-6900-4298-8b5e-ace79e2f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.365352 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-10db4a6b-6900-4298-8b5e-ace79e2f8e82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1936185 May 11 19:58:38.398600 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, cleared binding levels {{(pid=79322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:58:38.401752 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:58:38.453969 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-8c3ddddf-d5f9-467c-8c8f-09a4a02dc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.455669 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-8c3ddddf-d5f9-467c-8c8f-09a4a02dc34c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1096 time: 0.1724043 May 11 19:58:38.559870 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:38.564593 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2f7d0700-d130-4250-8099-dd5163cb3b74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:38.615766 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.616451 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:38.618131 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] 10.222.0.44 "PUT /v2.0/ports/ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 200 len: 1093 time: 1.4294238 May 11 19:58:38.620965 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:38.659205 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=3']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:38.671140 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d104b8fc-4804-4d59-a245-c030054dd2ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:38.673310 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-c75d9dac-6fea-4631-bd02-b88f5d95f773 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965989 May 11 19:58:38.721619 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-fe6e72ce-ad3f-4e29-885e-fc5fa55fb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.723085 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-fe6e72ce-ad3f-4e29-885e-fc5fa55fb3e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.2585735 May 11 19:58:38.870435 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6bbe2-5fa6-49c7-8cd3-ff7414f94a34 req-f0eaf449-a3bd-427f-ace0-d24eba770140 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.873948 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d2b6bbe2-5fa6-49c7-8cd3-ff7414f94a34 req-f0eaf449-a3bd-427f-ace0-d24eba770140 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.3270450 May 11 19:58:38.888408 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-8261d4de-2707-4ad0-9d17-1bf583456343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:38.889953 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-8261d4de-2707-4ad0-9d17-1bf583456343 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1096 time: 0.0912862 May 11 19:58:38.961136 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-550f5456-0dff-4b88-8263-5329fff68b89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 998 time: 0.1807947 May 11 19:58:38.969257 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-f2bbb644-93d3-4ef2-80b6-d4c9df6051ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 200 len: 217 time: 0.0645020 May 11 19:58:39.012495 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-026655eb-2e4f-4269-af63-60647e26b733 req-d13eda1b-9227-4b04-b1f9-f5915f9e486f service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232963 May 11 19:58:39.027978 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d2b6bbe2-5fa6-49c7-8cd3-ff7414f94a34 req-6059e95b-c5ff-47c2-8d6a-52828caa3d57 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291847 May 11 19:58:39.047749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-28b9cf84-2a6a-492b-88cd-4eff293988fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.049194 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-28b9cf84-2a6a-492b-88cd-4eff293988fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0708833 May 11 19:58:39.085042 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'status': 'completed', 'code': 200} May 11 19:58:39.101978 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-1d46bb77-ebf0-4369-b017-12460f5903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.103465 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-1d46bb77-ebf0-4369-b017-12460f5903fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0663025 May 11 19:58:39.189546 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7fa442cf-68d8-45db-8849-98d4fd3990e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.191184 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-7fa442cf-68d8-45db-8849-98d4fd3990e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764949 May 11 19:58:39.334647 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-b22b68a4-313d-48ed-af3d-65561535bdb5 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359951 May 11 19:58:39.398242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c8893-0731-4995-a3cb-07942000543f req-f9601952-701b-4c88-851d-3ae2cf4247df tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.399686 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-445c8893-0731-4995-a3cb-07942000543f req-f9601952-701b-4c88-851d-3ae2cf4247df tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 945 time: 0.3088374 May 11 19:58:39.451195 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-9811bdf7-6085-4e01-bd7f-b6896a2318c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.452659 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-9811bdf7-6085-4e01-bd7f-b6896a2318c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3629947 May 11 19:58:39.465962 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68458e4-ad3c-480f-a793-e1620ddf8173 req-87886e78-962c-41fa-86df-508dd86e1d74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.467385 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b68458e4-ad3c-480f-a793-e1620ddf8173 req-87886e78-962c-41fa-86df-508dd86e1d74 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.1816669 May 11 19:58:39.469997 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-e5a28cdd-ae3d-4c7c-8070-e3ca98693720 req-308a1816-ea78-410a-b301-99568f4dfebe service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281409 May 11 19:58:39.643438 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b68458e4-ad3c-480f-a793-e1620ddf8173 req-b7105a2a-0fda-40bf-9824-a06732077a01 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548445 May 11 19:58:39.699720 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-b8cd424f-ed52-4359-8467-71884e6174fa service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313855 May 11 19:58:39.735755 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Deleting port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:58:39.736101 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:39.753276 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-ad3480d0-382c-4cfa-af23-bfcf45e828d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.755185 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-ad3480d0-382c-4cfa-af23-bfcf45e828d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1096 time: 0.0835123 May 11 19:58:39.894208 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-d350b05d-9a47-47c5-8258-72033a34ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:39.895595 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-d350b05d-9a47-47c5-8258-72033a34ba84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1279738 May 11 19:58:39.964497 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-143f6153-d60a-474d-9f4a-f5624c788420 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 200 len: 217 time: 0.0597847 May 11 19:58:40.010877 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] For port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:40.011257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:40.024924 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1299abf0-fe02-4400-8e8a-5cf085844c2f req-9ef66d36-e93a-4c98-be73-5ffac69f5818 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166041 May 11 19:58:40.031118 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-13e6225b-764f-4822-bd2f-c91a07b4c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:40.032559 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-13e6225b-764f-4822-bd2f-c91a07b4c5f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0598843 May 11 19:58:40.093724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae48b61-78a8-4807-b3be-e97a85bbbb30 req-9f2d1f68-7bc9-4f8b-bba2-09bd17bfb303 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:40.095206 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ae48b61-78a8-4807-b3be-e97a85bbbb30 req-9f2d1f68-7bc9-4f8b-bba2-09bd17bfb303 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 945 time: 0.2979369 May 11 19:58:40.131097 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-2f33d5b8-e1f6-46ac-8a22-d359e82848f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:40.132584 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-2f33d5b8-e1f6-46ac-8a22-d359e82848f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748429 May 11 19:58:40.160419 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Calling delete_port for 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:58:40.213861 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7ae48b61-78a8-4807-b3be-e97a85bbbb30 req-18580768-c699-43ed-8540-d5e541988935 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608895 May 11 19:58:40.379532 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-9a195d04-762c-4778-8c32-f6e538ed74bb service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314730 May 11 19:58:40.401457 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76749ab-90fc-4500-b0e9-756a14bb698d req-d696815e-b7dc-43c4-a09b-7482cc6ac4ad tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:40.402921 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a76749ab-90fc-4500-b0e9-756a14bb698d req-d696815e-b7dc-43c4-a09b-7482cc6ac4ad tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0891860 May 11 19:58:40.439009 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:40.446614 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-22395fef-6c03-4ed9-b694-624152017aac tempest-AttachVolumeNegativeTest-795912145 tempest-AttachVolumeNegativeTest-795912145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:40.478220 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['1c3f2e51-3b72-4f01-9190-75f1c0a40f32'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:58:40.495528 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Pushing event deleted for resources: {'Port': ['ID=1c3f2e51-3b72-4f01-9190-75f1c0a40f32,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:40.501462 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a76749ab-90fc-4500-b0e9-756a14bb698d req-0bb92b1b-7062-4f50-8b30-859f2d05f027 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927341 May 11 19:58:40.521968 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-df73769c-1b7f-45e2-b206-3b3232dbe8c1 req-df32194d-b28b-40e9-9c97-82fb67aaec36 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340652 May 11 19:58:40.541099 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.541490 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.541864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.542233 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.542601 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.542982 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.543347 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.543705 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.544062 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.544416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.544770 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.545120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:40.552600 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:40.587776 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] No DVR routers for this DVR port 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:58:40.590322 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:40.592827 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'name': 'network-vif-deleted', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:40.600631 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-445c8893-0731-4995-a3cb-07942000543f req-b2727f28-e281-4d7a-9570-dc238166c60b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "DELETE /v2.0/ports/1c3f2e51-3b72-4f01-9190-75f1c0a40f32 HTTP/1.1" status: 204 len: 173 time: 1.1878743 May 11 19:58:40.638041 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04159667-670b-4a40-aa11-b2ae4ef3f23f', 'name': 'network-vif-deleted', 'tag': '1c3f2e51-3b72-4f01-9190-75f1c0a40f32', 'status': 'completed', 'code': 200} May 11 19:58:40.831196 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003069-99d2-4656-869f-0a780b469881 req-3371173c-356b-4c7e-b122-47a9b7c17193 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:40.832649 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ff003069-99d2-4656-869f-0a780b469881 req-3371173c-356b-4c7e-b122-47a9b7c17193 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0796692 May 11 19:58:40.880600 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ff003069-99d2-4656-869f-0a780b469881 req-072fc242-7b3a-4594-8f56-e76dc2289f62 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 May 11 19:58:41.380522 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-172f2a48-92dd-46fd-ae2b-4ee9c8e3560c req-908eaa90-a002-41d5-b769-ae4eb2cfaad9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Synchronizing usage tracker for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:58:41.550561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-172f2a48-92dd-46fd-ae2b-4ee9c8e3560c req-908eaa90-a002-41d5-b769-ae4eb2cfaad9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Unset dirty status for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:58:41.551772 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-172f2a48-92dd-46fd-ae2b-4ee9c8e3560c req-908eaa90-a002-41d5-b769-ae4eb2cfaad9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=04159667-670b-4a40-aa11-b2ae4ef3f23f HTTP/1.1" status: 200 len: 210 time: 0.2140510 May 11 19:58:41.745916 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e8fe-bf0b-4f6f-93b5-6b3e99a98a1d req-98eb1379-0096-4ff0-8889-a6ceb2b18c5f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:41.748060 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b94e8fe-bf0b-4f6f-93b5-6b3e99a98a1d req-98eb1379-0096-4ff0-8889-a6ceb2b18c5f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0865257 May 11 19:58:41.801781 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9b94e8fe-bf0b-4f6f-93b5-6b3e99a98a1d req-5d7efaa1-9440-4ea1-b815-f287f0ebca70 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474291 May 11 19:58:42.233107 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302a0a-20ea-4cf1-84ff-fe1163c1bf3c req-3f0b65ee-0ae7-4805-940d-fe30d6559c1a tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:42.234579 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23302a0a-20ea-4cf1-84ff-fe1163c1bf3c req-3f0b65ee-0ae7-4805-940d-fe30d6559c1a tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.2476690 May 11 19:58:42.279808 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23302a0a-20ea-4cf1-84ff-fe1163c1bf3c req-acf7f694-7c47-4efc-8f80-b6f76c97b8a9 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 May 11 19:58:43.133107 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f954d-896f-405d-999a-adbba805877e req-c5e66fb3-d6e6-4c18-8afb-ae4b817d3115 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:43.134489 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-123f954d-896f-405d-999a-adbba805877e req-c5e66fb3-d6e6-4c18-8afb-ae4b817d3115 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0819359 May 11 19:58:43.153742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:58:43.182770 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-123f954d-896f-405d-999a-adbba805877e req-fc5d0d30-83a6-4def-b884-9b8b1df50a90 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 May 11 19:58:43.200688 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:58:43.201042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 1c3f2e51-3b72-4f01-9190-75f1c0a40f32 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:58:43.460942 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bfa6-d0b3-41a0-80eb-c8546cd172c0 req-e2042e80-ffbe-4eb1-8b3b-75bde98bcd6f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:43.462283 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0525bfa6-d0b3-41a0-80eb-c8546cd172c0 req-e2042e80-ffbe-4eb1-8b3b-75bde98bcd6f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0786831 May 11 19:58:43.511154 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0525bfa6-d0b3-41a0-80eb-c8546cd172c0 req-0d21f494-fce9-4254-95d8-6f7b30eb097c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 May 11 19:58:44.369208 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c88c8-997d-414b-ba76-ea3381f92491 req-915d8d21-8612-4378-aaa9-731ad0d573dc tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:44.371146 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e39c88c8-997d-414b-ba76-ea3381f92491 req-915d8d21-8612-4378-aaa9-731ad0d573dc tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0815544 May 11 19:58:44.415777 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e39c88c8-997d-414b-ba76-ea3381f92491 req-3da54164-39f7-4b6a-9bf2-746ddbfdbd81 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389245 May 11 19:58:44.693240 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde00176-3206-42a7-beec-80bc998e9ca4 req-12732430-29b2-4476-98bd-925515248d78 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:44.694620 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dde00176-3206-42a7-beec-80bc998e9ca4 req-12732430-29b2-4476-98bd-925515248d78 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0826182 May 11 19:58:44.739359 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dde00176-3206-42a7-beec-80bc998e9ca4 req-b0ec3604-b2d1-4d2e-aba6-552fcc4c63c3 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390768 May 11 19:58:45.597772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66596f33-83e9-4c4a-a86a-8e91e29e1c8c req-b7092b44-26b5-438b-b557-af3c75595459 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:45.599316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66596f33-83e9-4c4a-a86a-8e91e29e1c8c req-b7092b44-26b5-438b-b557-af3c75595459 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0791628 May 11 19:58:45.646643 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66596f33-83e9-4c4a-a86a-8e91e29e1c8c req-785563ed-976a-4308-ad43-45cf3626838d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 May 11 19:58:45.922986 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95813d-1ac3-40bb-a822-2e3002f6fede req-5269537d-5542-4002-a8c9-4416aa1823f5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:45.924436 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd95813d-1ac3-40bb-a822-2e3002f6fede req-5269537d-5542-4002-a8c9-4416aa1823f5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0816007 May 11 19:58:45.968835 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-fd95813d-1ac3-40bb-a822-2e3002f6fede req-d1f7faab-7a4b-489e-a10d-e09ffa07d2e8 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 May 11 19:58:46.367455 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-85fe9664-00a9-4a14-a0a2-3cfb805da3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:46.830694 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664a3e-dcb7-44a9-8210-505e3390a8eb req-9f4904ab-8330-42df-ac70-43169e145018 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:46.832170 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23664a3e-dcb7-44a9-8210-505e3390a8eb req-9f4904ab-8330-42df-ac70-43169e145018 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0830517 May 11 19:58:46.877076 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-23664a3e-dcb7-44a9-8210-505e3390a8eb req-772ca1ab-a5f4-41e8-86c5-e0f767cc2c2d tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 May 11 19:58:47.149388 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03c5ea-8ea3-4506-a9ea-bf970c918d2e req-e19304ef-d279-47d8-ad4b-9e75a8e257a4 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:47.151579 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a03c5ea-8ea3-4506-a9ea-bf970c918d2e req-e19304ef-d279-47d8-ad4b-9e75a8e257a4 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0808527 May 11 19:58:47.198953 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0a03c5ea-8ea3-4506-a9ea-bf970c918d2e req-49ee0ca6-e25c-4ac7-8841-ca4e40f5a283 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 May 11 19:58:48.065704 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd25017-6dd5-4c51-aca4-6330e566e8ad req-1f05b938-ff4d-47be-b7de-2013613ecb1c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:48.067170 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8dd25017-6dd5-4c51-aca4-6330e566e8ad req-1f05b938-ff4d-47be-b7de-2013613ecb1c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0822256 May 11 19:58:48.113731 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8dd25017-6dd5-4c51-aca4-6330e566e8ad req-5cdbbcfb-de20-4163-b204-f602a934395b tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 May 11 19:58:48.385012 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e818636-a2fa-4e89-83b4-45532aeda67f req-b34fe6f2-d099-43d4-a831-2dc1eb620803 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:48.386462 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7e818636-a2fa-4e89-83b4-45532aeda67f req-b34fe6f2-d099-43d4-a831-2dc1eb620803 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 943 time: 0.0833318 May 11 19:58:48.430367 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7e818636-a2fa-4e89-83b4-45532aeda67f req-c51204aa-70cc-412a-956f-2dce6433a9b5 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 May 11 19:58:48.873472 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:48.959077 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-25c3dd24-6f52-45ab-bc41-c1b6fac24e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:49.183680 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:58:49.310874 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d985d1-2114-4ac7-85d7-8dc388af3dd1 req-425ce0f9-7c23-41ce-a34a-5ada48c0c046 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:49.312404 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a8d985d1-2114-4ac7-85d7-8dc388af3dd1 req-425ce0f9-7c23-41ce-a34a-5ada48c0c046 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 943 time: 0.0914724 May 11 19:58:49.331082 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:49.345131 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'port_id': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'mac_address': 'fa:16:3e:27:c6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:58:49.370360 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a8d985d1-2114-4ac7-85d7-8dc388af3dd1 req-b5091b49-01f1-4afd-82e9-da0dd05a1cc9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 May 11 19:58:49.404291 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:49.421025 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:58:49.436055 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:49.519457 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:49.520195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:58:49.522243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:49.618981 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cb8c1-fcbd-42d1-8558-c5768148df32 req-2b3267a8-8f5b-4dac-adc8-424652cd5d9f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:49.620675 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c5cb8c1-fcbd-42d1-8558-c5768148df32 req-2b3267a8-8f5b-4dac-adc8-424652cd5d9f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 944 time: 0.0828314 May 11 19:58:49.667096 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-9c5cb8c1-fcbd-42d1-8558-c5768148df32 req-d2bb07c4-cb11-42f3-9287-513da76c10ed tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 May 11 19:58:49.684271 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:49.695087 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.695434 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.695772 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.696105 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.696434 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.696762 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.697085 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.698123 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.698468 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.698787 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.699134 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.699457 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 19:58:49.704298 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:49.751342 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:49.767406 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'port_id': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'mac_address': 'fa:16:3e:d3:11:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:58:49.819322 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:49.835480 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65b1091-a055-4906-89a7-5d43f8989e29 {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:58:49.850246 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:49.941758 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:49.943510 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:50.008021 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=7']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:50.011118 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:50.336164 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:50.554517 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221cb96-a4e7-487b-9435-2171a9829332 req-155a9512-45ac-4641-85d7-7db8c9cb4053 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:50.555897 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c221cb96-a4e7-487b-9435-2171a9829332 req-155a9512-45ac-4641-85d7-7db8c9cb4053 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0831618 May 11 19:58:50.599888 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c221cb96-a4e7-487b-9435-2171a9829332 req-05cdd7cb-7230-4ffd-aaae-ab1e014dcff4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 May 11 19:58:50.846191 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a0af-783b-44ec-aa15-d97bbb4ecead req-b9bf6283-0da4-4447-99ff-fd149fa3c651 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:50.847573 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f827a0af-783b-44ec-aa15-d97bbb4ecead req-b9bf6283-0da4-4447-99ff-fd149fa3c651 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 944 time: 0.0788608 May 11 19:58:50.894928 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f827a0af-783b-44ec-aa15-d97bbb4ecead req-9947b72e-3a30-4c70-a415-d925b5ebea11 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 May 11 19:58:51.636115 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:51.785199 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba9fc2-c64a-407a-9d1a-2bb15f63ffa9 req-a86e3b48-e274-4d5d-8869-5de03e74c75a tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:51.786659 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-afba9fc2-c64a-407a-9d1a-2bb15f63ffa9 req-a86e3b48-e274-4d5d-8869-5de03e74c75a tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0798025 May 11 19:58:51.830292 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-afba9fc2-c64a-407a-9d1a-2bb15f63ffa9 req-3e39447a-c65b-46d7-9ff0-b8b45fba283c tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 May 11 19:58:52.086420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe573c-2bcd-4762-8503-11a8b8664368 req-1810fba7-a4e4-4f3b-b05c-54e07a8e5ef0 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:52.088182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-debe573c-2bcd-4762-8503-11a8b8664368 req-1810fba7-a4e4-4f3b-b05c-54e07a8e5ef0 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 944 time: 0.0890281 May 11 19:58:52.139491 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-debe573c-2bcd-4762-8503-11a8b8664368 req-8714455d-83f6-41d5-9edb-430177bf28e1 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 May 11 19:58:52.677165 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:58:52.706653 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['b65b1091-a055-4906-89a7-5d43f8989e29'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:58:53.013500 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9843b53-aa31-4f92-80d4-a0722e3d1eba req-c28c10e1-ad64-490e-96c6-981c241ffb47 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:53.015016 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f9843b53-aa31-4f92-80d4-a0722e3d1eba req-c28c10e1-ad64-490e-96c6-981c241ffb47 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0806594 May 11 19:58:53.059867 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f9843b53-aa31-4f92-80d4-a0722e3d1eba req-d0ecea51-a5ba-4706-b2c5-3e8f3533e6dd tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 May 11 19:58:53.338758 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fe459-b26b-4131-b732-d687e029f79f req-7ac3d336-cdcb-475e-b436-16edb2dd5e8d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:53.340184 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a44fe459-b26b-4131-b732-d687e029f79f req-7ac3d336-cdcb-475e-b436-16edb2dd5e8d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 944 time: 0.0911760 May 11 19:58:53.385747 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-a44fe459-b26b-4131-b732-d687e029f79f req-47cbff11-1455-44d6-9e94-b0dc68016a8c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 May 11 19:58:53.792088 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-1f2e5c12-0a85-4a18-a292-0852e97b61a4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:53.793498 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-1f2e5c12-0a85-4a18-a292-0852e97b61a4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/networks?id=0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 200 len: 814 time: 0.2339661 May 11 19:58:53.807913 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-947d2f27-3824-4052-9475-92f1a9a21b10 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/quotas/dc67ead3596843e6a463dee01d2ef14b HTTP/1.1" status: 200 len: 375 time: 0.0090749 May 11 19:58:53.852320 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-035b1402-0e25-4d6a-a967-1ec9b27bc131 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395966 May 11 19:58:53.980596 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-1c263765-f10e-482c-9eff-962393308593 service neutron] 10.222.0.15 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217024 May 11 19:58:54.111052 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-04d79e32-df99-46dd-81b0-2975bd1bc13b service neutron] 10.222.0.15 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247659 May 11 19:58:54.371378 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:58:54.481856 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41bd2-66dd-4452-af1b-48ea2120f79c req-d18f7889-9018-4657-a8b0-6ed47f90b0f4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:54.483325 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37f41bd2-66dd-4452-af1b-48ea2120f79c req-d18f7889-9018-4657-a8b0-6ed47f90b0f4 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 944 time: 0.0912023 May 11 19:58:54.528756 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-37f41bd2-66dd-4452-af1b-48ea2120f79c req-2c182f46-ef80-4bd1-bbf2-1613721905cd tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 May 11 19:58:54.547505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:58:54.552724 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:58:54.555110 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:54.610528 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-61f76d75-55a0-472c-be30-154e9bc77cec req-7b1adb1d-0c39-45b5-b132-20bb3ba69f9e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 210 time: 0.0428567 May 11 19:58:54.677542 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:54.705108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:54.716278 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:54.782130 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:54.782900 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:58:54.795495 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33632bb5-2d44-4ff4-b9c2-7e2e1c09c312 req-e1ec050b-1417-4ab7-9bd9-8538aa82eab2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:54.796895 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-33632bb5-2d44-4ff4-b9c2-7e2e1c09c312 req-e1ec050b-1417-4ab7-9bd9-8538aa82eab2 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 944 time: 0.0858507 May 11 19:58:54.805974 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-2eaf9e45-a2ba-49c7-856c-c619b804bba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:54.843654 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-33632bb5-2d44-4ff4-b9c2-7e2e1c09c312 req-31712de6-47f6-4020-8171-afa088359a2b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 May 11 19:58:54.901391 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'code': 200} May 11 19:58:54.914650 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:54.918476 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:54.929241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port b65b1091-a055-4906-89a7-5d43f8989e29 triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:58:54.931154 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:55.045956 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:55.077913 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:58:55.139995 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:55.142448 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:55.207088 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=8']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:55.210005 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:55.365339 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ccf2e-47d7-424a-87d7-155205757cce req-513ad434-9755-457b-96ab-39f1227f77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:55.366836 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6c1ccf2e-47d7-424a-87d7-155205757cce req-513ad434-9755-457b-96ab-39f1227f77c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1098 time: 0.0798690 May 11 19:58:55.412089 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6c1ccf2e-47d7-424a-87d7-155205757cce req-7c34d096-8615-49a5-b0e7-67873fc91f56 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381994 May 11 19:58:55.717295 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadf741-e035-4dda-8fa0-1926dad069c9 req-ff857421-a617-4972-9bd7-59f30fe2af65 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:55.718746 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebadf741-e035-4dda-8fa0-1926dad069c9 req-ff857421-a617-4972-9bd7-59f30fe2af65 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0826960 May 11 19:58:55.765057 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ebadf741-e035-4dda-8fa0-1926dad069c9 req-06834856-06fa-4905-a97f-cbfb04a58b53 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406258 May 11 19:58:55.898572 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4e295451-5782-47b0-8c8e-622f6ea53c75 req-8ba1e5e0-efab-4ee7-8f72-673702b12ec6 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 210 time: 0.0421774 May 11 19:58:56.070851 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23cecb-53f8-4457-bb3b-67587a8efda7 req-64e45dd5-cc6c-4ac3-88a8-ff2f08026fae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:56.072944 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ff23cecb-53f8-4457-bb3b-67587a8efda7 req-64e45dd5-cc6c-4ac3-88a8-ff2f08026fae tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.0827513 May 11 19:58:56.118855 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ff23cecb-53f8-4457-bb3b-67587a8efda7 req-71ed248d-4dd1-40a6-a514-6a637f5fdb0e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 May 11 19:58:56.812772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-ce376546-4f01-42b5-9af5-caf16d2f9935 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:56.814292 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-ce376546-4f01-42b5-9af5-caf16d2f9935 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "GET /v2.0/networks?id=0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 200 len: 814 time: 0.1495571 May 11 19:58:56.832444 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Request body: {'port': {'device_id': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685', 'admin_state_up': True, 'tenant_id': 'dc67ead3596843e6a463dee01d2ef14b'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:58:56.902454 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:57.020785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:58:57.046247 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5c3b-09f1-4657-858e-2bd492febdec req-11305537-992a-4bf1-9974-d18f56c66bbb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:57.047645 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e61b5c3b-09f1-4657-858e-2bd492febdec req-11305537-992a-4bf1-9974-d18f56c66bbb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1482689 May 11 19:58:57.048496 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.quota.driver [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:58:57.093513 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-e61b5c3b-09f1-4657-858e-2bd492febdec req-fd6ee667-a884-4b20-abc5-7d8f81f10970 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 May 11 19:58:57.146162 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'code': 200} May 11 19:58:57.147602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Made reservation on behalf of dc67ead3596843e6a463dee01d2ef14b for: {'port': 1} {{(pid=79321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 19:58:57.157250 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:57.289391 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0e83cbed-635a-4da2-81dc-67808376a25f req-6f58ef9a-59a5-41e8-8d22-79e0ed31df7c tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 210 time: 0.0554383 May 11 19:58:57.359187 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.db_base_plugin_common [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Allocated IP 172.20.0.6 (0670a0a7-bfaf-4abb-891b-3e825ea4f685/1880ea7a-634f-4828-a082-23df354a1fbe/f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e) {{(pid=79321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:58:57.592448 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75717ef-a8de-4eab-b8e7-cf1469c282f5 req-fe1fb9f8-8eb3-4f20-a52e-27674843b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:57.593864 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f75717ef-a8de-4eab-b8e7-cf1469c282f5 req-fe1fb9f8-8eb3-4f20-a52e-27674843b44d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0773747 May 11 19:58:57.637490 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-f75717ef-a8de-4eab-b8e7-cf1469c282f5 req-cb760ac0-7160-4fdb-b53c-19a331e12a85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363703 May 11 19:58:57.719724 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b336c-0b35-4867-beb7-e20f55229308 req-224a4d92-e78e-4b95-a66e-1dc9a13e2b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:57.721169 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f8b336c-0b35-4867-beb7-e20f55229308 req-224a4d92-e78e-4b95-a66e-1dc9a13e2b70 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.3317826 May 11 19:58:57.754009 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks [] for port, precommit_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:57.789003 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f8b336c-0b35-4867-beb7-e20f55229308 req-810e17e8-6230-43f5-bcda-1d071b6d6f25 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547864 May 11 19:58:57.868251 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_create {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:57.874259 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-05448d31-f439-4dbf-ad3f-69b44afb9384 tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:57.984924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 is already hosted by enough agents. {{(pid=79321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:58:57.992892 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.base_scheduler [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Resources bound (agent type, host, resource id): {{(pid=79321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:58:57.996085 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Received port after_create {{(pid=79321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:58:58.031055 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Pushing event updated for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=1']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:58.038602 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:58.075093 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:58.075702 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.107277 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc5e4-d093-4863-a8a9-694530b3178c req-49685dc6-6ee6-435b-b7f7-87b82984bd29 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:58.108726 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b31bc5e4-d093-4863-a8a9-694530b3178c req-49685dc6-6ee6-435b-b7f7-87b82984bd29 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.1986008 May 11 19:58:58.157582 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-b31bc5e4-d093-4863-a8a9-694530b3178c req-57b60d30-d83a-4ae3-a867-5d93f0f1680e tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 May 11 19:58:58.183236 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42956) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:58:58.200140 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-37518dcb-35cc-4d13-890f-1399ddb65d76 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3716078 May 11 19:58:58.226035 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.v2.base [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Request body: {'port': {'device_id': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=79321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:58:58.255292 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9772930-2803-47d5-9e5a-1060d9100e28 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:58.256779 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a9772930-2803-47d5-9e5a-1060d9100e28 tempest-TestVolumeBootPattern-1332198613 tempest-TestVolumeBootPattern-1332198613-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1093 time: 0.0724671 May 11 19:58:58.259669 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 42960) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 19:58:58.265693 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.v2.base [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Request body: {'floatingip': {'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'port_id': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 19:58:58.271690 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 19:58:58.275522 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Usage tracker for resource:floatingip and tenant:7a81fc91eaf6488ab423bd84e0b78f96 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 19:58:58.278344 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 19:58:58.284009 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 19:58:58.344956 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.395329 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.426468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab0b89-2603-46a9-9080-d7f4e50dc7f8 req-718428f4-5867-4573-9a6f-1eee460bec40 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:58.427395 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7fab0b89-2603-46a9-9080-d7f4e50dc7f8 req-718428f4-5867-4573-9a6f-1eee460bec40 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1743906 May 11 19:58:58.478866 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.530164 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7fab0b89-2603-46a9-9080-d7f4e50dc7f8 req-2d115646-b1d3-4f6f-8712-34e0dd33bf60 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756941 May 11 19:58:58.637107 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_common [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Allocated IP 172.27.3.32 (6654d049-e208-42ad-b67b-65725f02ce51/315250e0-aa07-47cd-8f35-fa61eb6f8b54/fe282a9c-d96b-4943-89e5-34a32ca35563) {{(pid=79322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 19:58:58.681831 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.789759 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.816986 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668e3bb-598c-44af-ab75-25b9421511d2 req-e5da72c2-d264-4df1-be15-b3a1031acb95 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:58.817672 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-c668e3bb-598c-44af-ab75-25b9421511d2 req-e5da72c2-d264-4df1-be15-b3a1031acb95 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Synchronizing usage tracker for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:58:58.906368 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e {{(pid=79321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:58:58.907954 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738967911172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.912852 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a5a6280c-4e21-48b1-aa80-60bad88c406d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:58.918040 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:58.928217 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.provisioning_blocks [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Transition to ACTIVE for port object f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e will not be triggered until provisioned by entity L2. {{(pid=79321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 19:58:58.935736 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-c668e3bb-598c-44af-ab75-25b9421511d2 req-e5da72c2-d264-4df1-be15-b3a1031acb95 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Unset dirty status for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:58:58.936948 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c668e3bb-598c-44af-ab75-25b9421511d2 req-e5da72c2-d264-4df1-be15-b3a1031acb95 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 931 time: 0.2587967 May 11 19:58:58.974368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Network 6654d049-e208-42ad-b67b-65725f02ce51 is already hosted by enough agents. {{(pid=79322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 19:58:58.977103 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.base_scheduler [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Resources bound (agent type, host, resource id): {{(pid=79322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 19:58:58.980900 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Received port after_create {{(pid=79322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 19:58:58.989542 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c668e3bb-598c-44af-ab75-25b9421511d2 req-371a6694-50d5-4792-9f61-38e92767dbe9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 May 11 19:58:58.996158 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.000987 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-812b1717-60ed-4079-b1b6-4619b9ffcc10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:59.022162 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=fe282a9c-d96b-4943-89e5-34a32ca35563,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:59.026443 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:59.168253 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=2']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:59.171257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:59.236104 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Attempting to bind port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 19:58:59.236432 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Attempting to bind port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 19:58:59.236755 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Attempting to bind port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:58:59.241239 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 19:58:59.241553 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Attempting to bind port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e on network 0670a0a7-bfaf-4abb-891b-3e825ea4f685 {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 19:58:59.247068 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Checking agent: {'id': '3695c065-dbc3-45bf-bde9-5aeefa78e89c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'started_at': datetime.datetime(2021, 5, 11, 19, 46, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 19:58:59.247400 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Checking segment: {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 19:58:59.247779 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Bound using segment: {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'} {{(pid=79321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 19:58:59.248202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.managers [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Bound port: f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649120da-2598-47aa-a81f-cc0e071ac168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685'}}] {{(pid=79321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 19:58:59.248546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.340561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, cleared binding levels {{(pid=79321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 19:58:59.343599 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 19:58:59.402042 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.427735 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27502045'] for port, after_update {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.433525 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-790d3aaf-1790-4e25-9946-18c3e9930111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:58:59.483674 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:59.484283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.485639 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e HTTP/1.1" status: 200 len: 1093 time: 1.2639978 May 11 19:58:59.486179 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:58:59.513368 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=3']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:58:59.516483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:58:59.553851 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.594220 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e', 'status': 'completed', 'code': 200} May 11 19:58:59.769487 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-f278b8ed-f481-46a9-a78b-12f0d5704b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:59.770896 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-f278b8ed-f481-46a9-a78b-12f0d5704b34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 1096 time: 0.1346216 May 11 19:58:59.789032 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ec85-abc8-4e5a-a36b-d58755e0a5a2 req-21cc3c2a-40bd-439f-b7d8-bc95a73d23cf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:58:59.790471 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8858ec85-abc8-4e5a-a36b-d58755e0a5a2 req-21cc3c2a-40bd-439f-b7d8-bc95a73d23cf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1132202 May 11 19:58:59.868279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for port, precommit_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.936194 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1180044'] for port, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:58:59.940326 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:59:00.031017 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-8858ec85-abc8-4e5a-a36b-d58755e0a5a2 req-b7a4a142-7417-411e-ac30-01824f1041ac tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178731 May 11 19:59:00.049573 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event updated for resources: {'Port': ['ID=fe282a9c-d96b-4943-89e5-34a32ca35563,revision_number=2']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:59:00.052466 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:59:00.065441 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-922490'] for floatingip, after_update {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:00.074658 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-b6aa6b6a-5a57-4553-8d80-623dfb8fac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:00.076320 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-b6aa6b6a-5a57-4553-8d80-623dfb8fac3b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dc67ead3596843e6a463dee01d2ef14b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2847424 May 11 19:59:00.242154 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP da99ba6f-2f26-467c-a360-da86d458ae14 associated. External IP: 172.27.3.32, port: ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5. May 11 19:59:00.273202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-7d90a3e8-eba9-4a59-bd39-b1992d34fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:00.274631 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-5873f00c-58c6-4f01-8eb8-17454e2c960a req-7d90a3e8-eba9-4a59-bd39-b1992d34fd05 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1914539 May 11 19:59:00.295546 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8556-5f1b-4032-892e-d3733caed982 req-adbd16c7-e0de-4b10-8c1a-8b61bef00513 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:00.296932 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-faeb8556-5f1b-4032-892e-d3733caed982 req-adbd16c7-e0de-4b10-8c1a-8b61bef00513 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 943 time: 0.1344688 May 11 19:59:00.377754 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-faeb8556-5f1b-4032-892e-d3733caed982 req-92705386-dc21-4d24-a624-db0656fa503b tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741627 May 11 19:59:00.413123 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-5b4bd536-5cad-417c-a4f1-b1c02135c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:00.414582 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-5b4bd536-5cad-417c-a4f1-b1c02135c982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc67ead3596843e6a463dee01d2ef14b&device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 1096 time: 0.0749221 May 11 19:59:00.493451 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-7f789edd-d8d1-4e96-bc35-52d467860b84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e HTTP/1.1" status: 200 len: 217 time: 0.0633538 May 11 19:59:00.555864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786548c1-f455-4323-bfef-4697be1026a9 req-6528d6ef-4693-41b7-ad9d-a8cb04e8c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:00.557740 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-6528d6ef-4693-41b7-ad9d-a8cb04e8c397 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1880ea7a-634f-4828-a082-23df354a1fbe HTTP/1.1" status: 200 len: 854 time: 0.0575383 May 11 19:59:00.596522 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 19:59:00.609106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-44b2ce71-0990-4049-812c-7d3d7861dc8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0670a0a7-bfaf-4abb-891b-3e825ea4f685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439827 May 11 19:59:00.740035 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-1b0c5ebd-e954-49d9-af86-f8d294f5c457 service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239083 May 11 19:59:00.773104 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 19:59:00.783008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 19:59:00.795243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:59:00.796139 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:58:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:59:00.847804 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:00.877534 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-786548c1-f455-4323-bfef-4697be1026a9 req-a3cf9228-1ae6-4405-a5bd-337c24326ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287179 May 11 19:59:00.905285 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-68c46d7b-e9aa-4160-9ee9-b9b9ba719a54 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6439588 May 11 19:59:00.906776 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:59:00.953497 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'status': 'completed', 'code': 200} May 11 19:59:00.978151 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:59:01.112130 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e724-335b-48eb-a8ed-808786edab85 req-940e6753-6d89-4802-b39c-8484a6dee01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:01.113564 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-940e6753-6d89-4802-b39c-8484a6dee01f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1098 time: 0.0709822 May 11 19:59:01.247763 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e724-335b-48eb-a8ed-808786edab85 req-a477dcb2-39f7-4ba1-b50d-9757aa3991ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:01.249257 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-a477dcb2-39f7-4ba1-b50d-9757aa3991ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1289926 May 11 19:59:01.351879 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-c872e20d-f1e6-460e-9ba7-4f2bc39f1ff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 200 len: 998 time: 0.0959451 May 11 19:59:01.359235 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}, {'id': 'da99ba6f-2f26-467c-a360-da86d458ae14', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:27:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:58:59Z', 'updated_at': '2021-05-11T19:58:59Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:59:01.363122 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 19:59:01.372901 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 19:59:01.373531 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T19:58:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:59:01.423925 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e724-335b-48eb-a8ed-808786edab85 req-446d3580-4067-442b-a497-673275ae05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:01.425432 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-446d3580-4067-442b-a497-673275ae05e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0670285 May 11 19:59:01.551879 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e724-335b-48eb-a8ed-808786edab85 req-59930319-ecf6-467a-8f87-c5724cdade5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:01.553192 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 19:59:01.553335 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-59930319-ecf6-467a-8f87-c5724cdade5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207387 May 11 19:59:01.653622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f145637-aab5-4cbf-87e0-b5acc359e313 req-beb34793-d867-4e44-b653-df4b924316f5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:01.654967 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f145637-aab5-4cbf-87e0-b5acc359e313 req-beb34793-d867-4e44-b653-df4b924316f5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 943 time: 0.1667595 May 11 19:59:01.739258 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6f145637-aab5-4cbf-87e0-b5acc359e313 req-ef323e20-b200-4457-a719-b82adbef427c tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 May 11 19:59:01.741175 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-8c86dce8-96a2-475d-874a-c12495cbc272 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794827 May 11 19:59:01.906578 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}, {'id': 'da99ba6f-2f26-467c-a360-da86d458ae14', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:27:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:58:59Z', 'updated_at': '2021-05-11T19:58:59Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 19:59:01.910394 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d9072-4d31-4d4a-a715-2b0aaa08ab39 None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}, {'id': 'da99ba6f-2f26-467c-a360-da86d458ae14', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:27:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:58:59Z', 'updated_at': '2021-05-11T19:58:59Z', 'revision_number': 0, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 19:59:01.985719 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-6148e724-335b-48eb-a8ed-808786edab85 req-84db8a97-919f-490c-97d6-50d6b8f7c244 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366655 May 11 19:59:02.097793 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4145e-b437-440f-85bc-4fe1cd53bd7a None None] New status for floating IP da99ba6f-2f26-467c-a360-da86d458ae14: ACTIVE {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 19:59:02.414348 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=79323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 19:59:02.547512 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:59:02.560834 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Returning: {'device': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e', 'network_id': '0670a0a7-bfaf-4abb-891b-3e825ea4f685', 'port_id': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e', 'mac_address': 'fa:16:3e:e0:48:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1880ea7a-634f-4828-a082-23df354a1fbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 19:59:02.617051 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:02.633984 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e {{(pid=79323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 19:59:02.648867 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:59:02.719195 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:02.721702 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-76b0ee9f-ffd5-4ab6-ad22-1c0e74a8efb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:59:02.787764 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=4']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:59:02.791677 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:59:02.924024 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cad38-73b4-473e-902b-ff795e6c1106 req-88bf7c45-fe64-47e9-8a00-ce9caf6828a9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:02.925467 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-183cad38-73b4-473e-902b-ff795e6c1106 req-88bf7c45-fe64-47e9-8a00-ce9caf6828a9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 944 time: 0.0806181 May 11 19:59:02.971615 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-183cad38-73b4-473e-902b-ff795e6c1106 req-a0724219-3e1a-4767-9fb4-e9941e9f79c4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 May 11 19:59:03.054620 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] get_ports_and_sgs() called for port_ids ['f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e'] {{(pid=79323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 19:59:04.157373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8e62-9431-481b-897a-6318eddd3e97 req-1012bcbc-2192-4312-95e6-5d3eff9748ca tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:04.158834 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fda8e62-9431-481b-897a-6318eddd3e97 req-1012bcbc-2192-4312-95e6-5d3eff9748ca tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 944 time: 0.0827382 May 11 19:59:04.203188 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-3fda8e62-9431-481b-897a-6318eddd3e97 req-e1fb2b15-e08d-4a7d-85f7-c27b5626a83e tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 May 11 19:59:04.434109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e up at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 19:59:04.558852 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning for port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e completed by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 19:59:04.563336 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.provisioning_blocks [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Provisioning complete for port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e triggered by entity L2. {{(pid=79323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 19:59:04.563708 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3864169'] for port, provisioning_complete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:04.675317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3720958'] for port, before_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:04.701443 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e'}] {{(pid=79323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:59:04.710663 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:59:04.797597 dv-cinder-789603-5-iscsi neutron-server[79323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e', 'code': 200} May 11 19:59:04.808108 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738968345959', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738967911190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738967911235'] for port, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:04.809918 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d9cacdbf-6ee6-4a46-a302-82ee5faab69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:59:04.910393 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Pushing event updated for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=5']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:59:04.913359 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:59:05.186504 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c49a-6013-45f4-b031-986a5af7b850 req-8ed8a5c8-7013-4757-8e91-d749ef0673c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:05.188031 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c4f1c49a-6013-45f4-b031-986a5af7b850 req-8ed8a5c8-7013-4757-8e91-d749ef0673c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 1098 time: 0.0691624 May 11 19:59:05.232817 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-c4f1c49a-6013-45f4-b031-986a5af7b850 req-7c33dd41-1441-441b-8f63-113a789fbd92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380464 May 11 19:59:05.397820 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac1e2-466e-4963-abc7-bc5a78f4e343 req-449dbb5a-bf1d-49a6-a84f-d1a397802fab tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:05.399187 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d19ac1e2-466e-4963-abc7-bc5a78f4e343 req-449dbb5a-bf1d-49a6-a84f-d1a397802fab tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0888293 May 11 19:59:05.442862 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d19ac1e2-466e-4963-abc7-bc5a78f4e343 req-1542a8fa-8223-4133-b01e-23bbacf9a683 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 May 11 19:59:06.630396 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc82572-391a-46e2-b31b-74d77c827f91 req-5123edac-7460-4161-9663-f44385b2690a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:06.631851 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bcc82572-391a-46e2-b31b-74d77c827f91 req-5123edac-7460-4161-9663-f44385b2690a tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0846241 May 11 19:59:06.676106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-bcc82572-391a-46e2-b31b-74d77c827f91 req-fe900fba-e7ae-415d-b966-9f6e5a378194 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 May 11 19:59:07.859864 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38d5b-6d62-4e40-be22-81743c2fb827 req-cdda34f9-2b1b-40cd-9b7a-e7c15aa8c0b5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:07.861306 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f7c38d5b-6d62-4e40-be22-81743c2fb827 req-cdda34f9-2b1b-40cd-9b7a-e7c15aa8c0b5 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0809500 May 11 19:59:07.911357 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-f7c38d5b-6d62-4e40-be22-81743c2fb827 req-8a510671-17ea-4d52-be23-22a031e72fdd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 May 11 19:59:14.454986 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:59:16.413571 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5caff8b0-251a-442f-9d0c-6c05002ab8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:18.884915 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:18.981432 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a65c26fc-d6fb-424b-a46a-6b75b72b6a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:20.330566 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:21.638580 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:28.641497 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:34.054572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144827-7dfc-4b27-807b-c6728b43f93a req-4e28c718-4c0d-4f07-a0d7-0a113fd54196 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:34.056152 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7b144827-7dfc-4b27-807b-c6728b43f93a req-4e28c718-4c0d-4f07-a0d7-0a113fd54196 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0817277 May 11 19:59:34.102109 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-7b144827-7dfc-4b27-807b-c6728b43f93a req-8d8d3238-9b8b-48d7-b670-30e3731f4e2c tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 May 11 19:59:35.285714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbac2ab-6899-4812-8049-d91f4e6be68e req-632325a9-34db-4a54-bbc8-f798000d59c0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:35.287157 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ccbac2ab-6899-4812-8049-d91f4e6be68e req-632325a9-34db-4a54-bbc8-f798000d59c0 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0811145 May 11 19:59:35.331316 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ccbac2ab-6899-4812-8049-d91f4e6be68e req-88c560db-ebde-48ac-94ee-31d7813ec5f9 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 May 11 19:59:36.004905 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a72433-32f6-4d55-b598-fc127cb49225 req-16cbc3c6-fbe9-4bf7-90f3-c1108850f484 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:36.006310 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66a72433-32f6-4d55-b598-fc127cb49225 req-16cbc3c6-fbe9-4bf7-90f3-c1108850f484 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.0780513 May 11 19:59:36.152577 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Deleting port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 19:59:36.152924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:36.284468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] For port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,segment=NetworkSegment(649120da-2598-47aa-a81f-cc0e071ac168),segment_id=649120da-2598-47aa-a81f-cc0e071ac168)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 19:59:36.284751 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:36.417283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Calling delete_port for f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 19:59:36.590067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c9f1e-e27e-4d9e-947b-cfdc2bf9b9de req-d11a0d1e-8917-4000-80d3-76c7b57e1b83 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:36.591442 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-162c9f1e-e27e-4d9e-947b-cfdc2bf9b9de req-d11a0d1e-8917-4000-80d3-76c7b57e1b83 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 945 time: 0.1530592 May 11 19:59:36.747826 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-162c9f1e-e27e-4d9e-947b-cfdc2bf9b9de req-478bd472-19ee-42d5-901b-964952c49b12 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/security-groups?id=afdfe4ac-98d6-44ff-baad-98b405a0a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 May 11 19:59:36.778926 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:36.784624 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-97e3fe43-6225-4379-9e79-01b0d860b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 19:59:36.828592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Pushing event deleted for resources: {'Port': ['ID=f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 19:59:36.831455 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 19:59:36.903423 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] No DVR routers for this DVR port f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 19:59:36.905845 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:36.908283 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'name': 'network-vif-deleted', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 19:59:36.952192 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079966f5-0ae4-4583-bcb1-a9f0c3669bdb', 'name': 'network-vif-deleted', 'tag': 'f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e', 'status': 'completed', 'code': 200} May 11 19:59:36.985536 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-66a72433-32f6-4d55-b598-fc127cb49225 req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.44 "DELETE /v2.0/ports/f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e HTTP/1.1" status: 204 len: 173 time: 0.9656909 May 11 19:59:37.702507 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-4dba0854-24ce-4901-afad-082666d045a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697005 May 11 19:59:37.869113 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-3915da43-1d32-452e-b18d-a554246557a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:37.870591 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-3915da43-1d32-452e-b18d-a554246557a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0774457 May 11 19:59:37.931897 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-45612bbb-430c-45e8-980e-5e8ffa23fb31 req-72c6e9fd-e5d8-4f14-b6d2-f947d2857e81 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Synchronizing usage tracker for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 19:59:38.047772 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-0e6747be-ac97-4e95-8864-ccfe21382024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:38.049204 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-0e6747be-ac97-4e95-8864-ccfe21382024 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.1458206 May 11 19:59:38.113404 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-45612bbb-430c-45e8-980e-5e8ffa23fb31 req-72c6e9fd-e5d8-4f14-b6d2-f947d2857e81 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Unset dirty status for tenant:dc67ead3596843e6a463dee01d2ef14b on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 19:59:38.114518 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-45612bbb-430c-45e8-980e-5e8ffa23fb31 req-72c6e9fd-e5d8-4f14-b6d2-f947d2857e81 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] 10.222.0.15 "GET /v2.0/ports?device_id=079966f5-0ae4-4583-bcb1-a9f0c3669bdb HTTP/1.1" status: 200 len: 210 time: 0.2430468 May 11 19:59:38.158724 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-310a4e28-c2b0-4edc-b521-1337ea2fe1b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 1000 time: 0.1013017 May 11 19:59:38.221045 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-f7f73e58-9bc3-4da1-86b1-c0377fc8875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:38.222438 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-f7f73e58-9bc3-4da1-86b1-c0377fc8875b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0573926 May 11 19:59:38.299968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-23f7cef5-5e92-46fd-b94e-1c4e8fa94b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 19:59:38.301420 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-23f7cef5-5e92-46fd-b94e-1c4e8fa94b52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721688 May 11 19:59:38.429515 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-ac720d0b-44c9-47f8-ae5d-bfe31af28084 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215129 May 11 19:59:38.558700 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-aeec9c2a-b5f3-448b-9ab9-5c4165cc324d req-fb0952d3-dfff-4232-af99-6bb43b44c668 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219831 May 11 19:59:38.574723 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 19:59:38.610161 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 19:59:38.610517 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device f4a0ce7f-2ba7-42c6-b9f5-9aa0af51bb3e not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 19:59:46.381716 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-bed82ba7-da7c-476c-9b2d-dad38b187d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:48.877106 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:48.981608 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-b46927d2-7ff0-40aa-9d2c-1b5fd975293d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:50.350689 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:51.454702 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 19:59:51.667210 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 19:59:58.641779 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.240332 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43246) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:07.298640 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Deleting subnet 1880ea7a-634f-4828-a082-23df354a1fbe {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 20:00:07.301431 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.351442 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.404596 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.816027 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.819830 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:07.857030 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:07.859543 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1880ea7a-634f-4828-a082-23df354a1fbe,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:07.869059 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.869664 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.870035 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.870401 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.870764 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.871157 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.871553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.871915 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.872269 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.872625 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.873008 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.873360 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:07.876352 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:07.879416 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-ffa108f8-fc07-42f0-a2cb-ecbd7e430075 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1880ea7a-634f-4828-a082-23df354a1fbe HTTP/1.1" status: 204 len: 168 time: 0.6380563 May 11 20:00:07.881148 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43250) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:07.987798 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.112868 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.125774 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670a0a7-bfaf-4abb-891b-3e825ea4f685']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:08.138402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649120da-2598-47aa-a81f-cc0e071ac168') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:08.138887 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649120da-2598-47aa-a81f-cc0e071ac168') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:08.150521 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.166577 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.172782 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 20:00:08.173161 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 20:00:08.186032 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 20:00:08.330521 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.334696 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.337950 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e89e7969-7906-442c-97ee-71052a3d79d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:08.359875 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0670a0a7-bfaf-4abb-891b-3e825ea4f685,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:08.362233 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:08.428009 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-63c7ff99-3df5-4aad-af3a-b6a5cb767d13 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0670a0a7-bfaf-4abb-891b-3e825ea4f685 HTTP/1.1" status: 204 len: 168 time: 0.5458844 May 11 20:00:08.792813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43256) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:08.841488 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-81cf3797-a4a2-4909-8a9e-c8ca9cf20ab2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc67ead3596843e6a463dee01d2ef14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474548 May 11 20:00:08.843853 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43260) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:08.900690 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:08.925968 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:09.036479 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:09.040217 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fa3f97e3-d3f7-4994-b2f0-8b7d010515bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:09.051900 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdfe4ac-98d6-44ff-baad-98b405a0a199,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:09.062494 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.062861 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.063244 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.063597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.064011 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.064382 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.064730 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.065108 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.065452 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.065809 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.066131 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.066468 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:09.069624 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:09.071131 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:09.075712 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-087f7b5b-d8c6-4af5-9b82-4ca8370abb66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afdfe4ac-98d6-44ff-baad-98b405a0a199 HTTP/1.1" status: 204 len: 168 time: 0.2309177 May 11 20:00:16.358706 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5bb6b616-bab6-451c-a582-5c9cf3c021c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:18.855667 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:18.958526 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-1793169e-687b-4692-b06b-a9b84900935b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:20.381654 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:21.510620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43316) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:21.650459 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:21.942671 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Deleting port ceb02d6d-2368-4cbf-bdd4-523546c512c9 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:21.942927 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:22.173248 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:22.173581 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:22.294668 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Calling delete_port for ceb02d6d-2368-4cbf-bdd4-523546c512c9 owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:22.478749 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:22.483687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-34123358-d9ad-4be2-abd7-ad2f8e70c14c tempest-AttachVolumeTestJSON-1056093751 tempest-AttachVolumeTestJSON-1056093751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:22.528386 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event deleted for resources: {'Port': ['ID=ceb02d6d-2368-4cbf-bdd4-523546c512c9,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:22.556456 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:22.619952 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:22.620295 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Floating IP 61b9b192-d071-4717-8d7a-a592e2135ef9 disassociated (deleted). External IP: 172.27.3.63, port: b65b1091-a055-4906-89a7-5d43f8989e29. May 11 20:00:22.962667 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:23.141524 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:23.151907 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Sync routers for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:23.160872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:23.162707 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:23.216565 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:23.270983 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4edeee3f-130e-4b94-a075-c1ae2eee11bf tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "DELETE /v2.0/floatingips/61b9b192-d071-4717-8d7a-a592e2135ef9 HTTP/1.1" status: 204 len: 168 time: 1.7592487 May 11 20:00:23.271670 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:23.340081 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:23.650305 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:23.653948 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Checking router: d8921dcd-f16e-4e6a-b8aa-beb38b617a50 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:23.662095 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:23.662703 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:23.730713 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'status': 'completed', 'code': 200} May 11 20:00:23.856248 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:23.890507 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad9d75-edbb-4ff6-8d77-2cb8cdab980e req-be884232-fd4d-4e8a-a148-09e6433b1beb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:23.891224 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-4cad9d75-edbb-4ff6-8d77-2cb8cdab980e req-be884232-fd4d-4e8a-a148-09e6433b1beb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Synchronizing usage tracker for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 20:00:23.958884 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-4cad9d75-edbb-4ff6-8d77-2cb8cdab980e req-be884232-fd4d-4e8a-a148-09e6433b1beb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Unset dirty status for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 20:00:23.960108 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4cad9d75-edbb-4ff6-8d77-2cb8cdab980e req-be884232-fd4d-4e8a-a148-09e6433b1beb tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.1477199 May 11 20:00:24.009111 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4cad9d75-edbb-4ff6-8d77-2cb8cdab980e req-9393ceb0-ce15-4230-8427-057fc98ca085 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 May 11 20:00:24.209838 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:24.213883 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd188a72-cb35-476c-8531-8fe12f295206 None None] The sync data for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi is: [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T19:55:06Z', 'revision_number': 4, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': 'c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40', 'name': '', 'network_id': '3d4b824f-373d-46d2-bb15-79a62db68a31', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'mac_address': 'fa:16:3e:71:58:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:04Z', 'updated_at': '2021-05-11T19:55:14Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'subnets': [{'id': 'b92cab88-c1ef-4816-90bb-c3f217bf6d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:24.411018 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de277d-2d31-42c7-bff3-a7a78d25f568 None None] New status for floating IP 61b9b192-d071-4717-8d7a-a592e2135ef9: DOWN {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 20:00:25.193863 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f452-28c0-48ea-90ae-012eaa56c058 req-87ac8509-9496-4032-b5e0-750d973bcc90 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:25.195318 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d814f452-28c0-48ea-90ae-012eaa56c058 req-87ac8509-9496-4032-b5e0-750d973bcc90 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0797162 May 11 20:00:25.284474 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d814f452-28c0-48ea-90ae-012eaa56c058 req-71493c90-d90e-46d9-b6db-73e14fecf2ac tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830622 May 11 20:00:25.309369 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-27db78ff-ec10-4dc8-abee-0fbf1451411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:25.310858 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-27db78ff-ec10-4dc8-abee-0fbf1451411c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 1098 time: 0.0894208 May 11 20:00:25.542303 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-060e2356-c561-4c57-8749-b1e39076c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:25.543792 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-060e2356-c561-4c57-8749-b1e39076c8f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 200 len: 910 time: 0.2253995 May 11 20:00:25.610644 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-ee0cfa02-54da-4e19-a575-8b5a5fa9147b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 200 len: 217 time: 0.0595877 May 11 20:00:25.676005 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-758a720b-0a6a-41a8-8f27-0baee65775d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:25.677401 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-758a720b-0a6a-41a8-8f27-0baee65775d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 200 len: 848 time: 0.0586636 May 11 20:00:25.752691 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-f13ebd89-5b64-4b61-b07b-6ee94f88c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:25.754419 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-f13ebd89-5b64-4b61-b07b-6ee94f88c71f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d4b824f-373d-46d2-bb15-79a62db68a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697746 May 11 20:00:25.883901 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-99b83ee4-3a0b-4a7d-a695-148ba7e39b96 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221623 May 11 20:00:26.014653 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-dfc73485-1f55-4da7-87f4-4088fb0fb50a req-5a46686f-eb00-4336-aa8b-c329acf12cc9 service neutron] 10.222.0.44 "GET /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225736 May 11 20:00:26.486164 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797ec8-e649-4ded-b0d1-85b817a18f76 req-1848cf75-32aa-4109-9131-2aea0b81aa9f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:26.487675 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-55797ec8-e649-4ded-b0d1-85b817a18f76 req-1848cf75-32aa-4109-9131-2aea0b81aa9f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0957990 May 11 20:00:26.534326 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-55797ec8-e649-4ded-b0d1-85b817a18f76 req-99b2816c-0c54-4cc6-b68c-7add26b2bc62 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/security-groups?id=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 May 11 20:00:27.043780 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-885404e8-d3c4-4b0e-b056-fd97006ece67 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:27.045237 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-885404e8-d3c4-4b0e-b056-fd97006ece67 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.44 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 945 time: 0.0799439 May 11 20:00:27.183242 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Deleting port b65b1091-a055-4906-89a7-5d43f8989e29 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:27.183581 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:27.314660 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] For port b65b1091-a055-4906-89a7-5d43f8989e29, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b65b1091-a055-4906-89a7-5d43f8989e29,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:27.314935 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:27.438540 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Calling delete_port for b65b1091-a055-4906-89a7-5d43f8989e29 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:27.616172 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:27.624132 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4aeb7368-060c-4e43-8f1e-e0ce490bc1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:27.702866 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event deleted for resources: {'Port': ['ID=b65b1091-a055-4906-89a7-5d43f8989e29,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:27.705420 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:27.747725 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-317a9c58-8bfb-4447-8af2-201a421ee0c5 req-ca629f9c-d03e-446e-a2c9-95f8217fac18 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 210 time: 0.0863404 May 11 20:00:27.787911 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] No DVR routers for this DVR port b65b1091-a055-4906-89a7-5d43f8989e29 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:27.790407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:27.792868 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-deleted', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:27.839706 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4', 'name': 'network-vif-deleted', 'tag': 'b65b1091-a055-4906-89a7-5d43f8989e29', 'status': 'completed', 'code': 200} May 11 20:00:27.865808 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-eeda83ea-d7cf-4fad-8e35-451bcdd8ef37 req-533a1a2f-f830-41c5-99fe-0357c7309fb9 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.44 "DELETE /v2.0/ports/b65b1091-a055-4906-89a7-5d43f8989e29 HTTP/1.1" status: 204 len: 173 time: 0.8143427 May 11 20:00:28.453953 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:00:28.615784 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:28.900090 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-73f6b6df-af50-4775-a854-3a05e41bb04a req-b10a6413-a475-4bec-870f-2da453bb204f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Synchronizing usage tracker for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 20:00:28.990888 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-73f6b6df-af50-4775-a854-3a05e41bb04a req-b10a6413-a475-4bec-870f-2da453bb204f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Unset dirty status for tenant:9bfaa2429f824cc19b2ebf1382a59637 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 20:00:28.992064 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-73f6b6df-af50-4775-a854-3a05e41bb04a req-b10a6413-a475-4bec-870f-2da453bb204f tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "GET /v2.0/ports?device_id=d665ac0b-a28c-4f3a-afb4-0b1cafb4ecc4 HTTP/1.1" status: 200 len: 210 time: 0.1370583 May 11 20:00:30.084257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43408) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:30.153995 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:30.183759 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:30.318691 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:30.324235 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f9d180f0-dcdc-4882-a6a6-9f4de27b0145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:30.339234 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:30.341564 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:30.409025 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:30.410133 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b6064ba1-2a65-45ff-acd4-dc0ecb470899 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] 10.222.0.15 "DELETE /v2.0/security-groups/26cdaed2-cdee-49ca-bcf2-fed7bffb8d4b HTTP/1.1" status: 204 len: 168 time: 0.3248208 May 11 20:00:30.525823 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43414) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:31.370841 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:31.774248 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Deleting port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:31.774589 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:31.892825 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] For port c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:31.893183 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.017831 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Calling delete_port for c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:32.200243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:32.228622 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.233825 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f15b9acf-ee12-4575-9847-491a327166f4 tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:32.234920 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: b65b1091-a055-4906-89a7-5d43f8989e29 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:32.235409 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device b65b1091-a055-4906-89a7-5d43f8989e29 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:32.313312 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:32.315696 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:32.438722 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43432) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:32.585719 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.601017 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 20:00:32.605687 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Usage tracker for resource:security_group_rule and tenant:a8df3aeb5af94fe89cfceafa1193d688 is out of sync, need to count used quota {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 20:00:32.608646 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.quota.resource [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79322) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 20:00:32.614602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.quota.driver [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 20:00:32.666561 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.701486 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.810181 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_create {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.819327 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6590ee0a-c742-47fb-92d2-6ae2a9534b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:32.859159 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8df3aeb5af94fe89cfceafa1193d688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190686 May 11 20:00:32.860980 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7c866f-de27-4096-8c6b-605f0df7af88,revision_number=1']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:32.863279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43438) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:32.865906 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-285d65c8-668b-4591-9f8b-13a92b559c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:32.922250 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:32.948657 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.032554 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:33.073319 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.077396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-c6088fcd-7db7-46b3-8ebe-38762f68bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:33.088571 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7c866f-de27-4096-8c6b-605f0df7af88,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:33.092211 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:33.100354 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.104650 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-cd00bf42-fdab-45ba-9ca5-64e07fe0ddfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed7c866f-de27-4096-8c6b-605f0df7af88 HTTP/1.1" status: 204 len: 168 time: 0.2404261 May 11 20:00:33.218271 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:33.227202 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Sync routers for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:33.236784 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:33.237402 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:33.307546 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-a9663994-c6da-4eab-890f-d3bbbb71cb0c admin admin] 10.222.0.15 "PUT /v2.0/routers/d8921dcd-f16e-4e6a-b8aa-beb38b617a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7806048 May 11 20:00:33.310147 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43444) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:33.415270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:33.495222 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks [] for router, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.671372 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.713236 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T20:00:32Z', 'revision_number': 5, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port': {'id': '98a6101c-3f09-4bde-9889-d9cccb3d64c1', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:00Z', 'updated_at': '2021-05-11T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:33.717361 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Checking router: d8921dcd-f16e-4e6a-b8aa-beb38b617a50 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:33.725793 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Routers {'d8921dcd-f16e-4e6a-b8aa-beb38b617a50'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:33.726417 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:33.800198 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Deleting port 98a6101c-3f09-4bde-9889-d9cccb3d64c1 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:33.800595 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.876728 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] Set router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 gateway port host: None {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:33.922091 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] For port 98a6101c-3f09-4bde-9889-d9cccb3d64c1, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=98a6101c-3f09-4bde-9889-d9cccb3d64c1,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:33.922360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:33.983783 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T20:00:33Z', 'revision_number': 6, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:33.988297 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a11f5-e4ae-41bd-b7c7-bda46479d2b7 None None] The sync data for ids ['d8921dcd-f16e-4e6a-b8aa-beb38b617a50'] in dv-cinder-789603-5-iscsi is: [{'id': 'd8921dcd-f16e-4e6a-b8aa-beb38b617a50', 'name': 'tempest-TestShelveInstance-1847354440-router', 'tenant_id': '9bfaa2429f824cc19b2ebf1382a59637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:54:59Z', 'updated_at': '2021-05-11T20:00:33Z', 'revision_number': 6, 'project_id': '9bfaa2429f824cc19b2ebf1382a59637', 'gw_port_host': None}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:34.159861 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Calling delete_port for 98a6101c-3f09-4bde-9889-d9cccb3d64c1 owned by network:router_gateway {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:34.356590 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.360521 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-fe4d23c5-546a-4b03-86c8-5a379b3c4077 tempest-VolumesActionsTest-539398402 tempest-VolumesActionsTest-539398402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:34.405475 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Pushing event deleted for resources: {'Port': ['ID=98a6101c-3f09-4bde-9889-d9cccb3d64c1,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:34.408653 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:34.574913 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.750228 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.752444 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.850619 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.851149 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8921dcd-f16e-4e6a-b8aa-beb38b617a50 {{(pid=79321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 20:00:34.863651 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Notify callbacks [] for router, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.864783 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] 10.222.0.15 "DELETE /v2.0/routers/d8921dcd-f16e-4e6a-b8aa-beb38b617a50 HTTP/1.1" status: 204 len: 168 time: 1.5536091 May 11 20:00:34.867689 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43448) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:34.933609 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Deleting subnet b92cab88-c1ef-4816-90bb-c3f217bf6d82 {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 20:00:34.937038 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:34.989436 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.070921 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.369093 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.372894 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:35.409673 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92cab88-c1ef-4816-90bb-c3f217bf6d82,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:35.413048 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:35.416849 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.421878 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be58c19-4f10-453b-8c2c-3b625b1903f4 None None] Network 3d4b824f-373d-46d2-bb15-79a62db68a31 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 20:00:35.424029 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-17a8290e-b983-42d7-8589-a5c2df9b5913 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b92cab88-c1ef-4816-90bb-c3f217bf6d82 HTTP/1.1" status: 204 len: 168 time: 0.5552993 May 11 20:00:35.426538 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43452) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:35.533777 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.606883 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Deleting port 74a69f72-6637-459e-b106-e9a2856fd238 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:35.607286 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.692071 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] DHCP port deletion for 3d4b824f-373d-46d2-bb15-79a62db68a31 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 20:00:35.710145 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] For port 74a69f72-6637-459e-b106-e9a2856fd238, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=74a69f72-6637-459e-b106-e9a2856fd238,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:35.710502 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.773170 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Deleting port 74a69f72-6637-459e-b106-e9a2856fd238 {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:35.774129 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.839421 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Calling delete_port for 74a69f72-6637-459e-b106-e9a2856fd238 owned by network:dhcp {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:35.889238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 74a69f72-6637-459e-b106-e9a2856fd238 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:35.970257 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.974168 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] For port 74a69f72-6637-459e-b106-e9a2856fd238, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=74a69f72-6637-459e-b106-e9a2856fd238,segment=NetworkSegment(102186bd-5314-4fb9-8f94-a55212c31d80),segment_id=102186bd-5314-4fb9-8f94-a55212c31d80)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:35.974573 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:35.975019 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-f97f48d5-d3a4-436f-b678-83726c23b531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:36.022237 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] No DVR routers for this DVR port 74a69f72-6637-459e-b106-e9a2856fd238 on host dv-cinder-789603-5-iscsi {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:36.024785 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a69f72-6637-459e-b106-e9a2856fd238,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:36.040599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No active binding found for port 74a69f72-6637-459e-b106-e9a2856fd238 {{(pid=79323) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 11 20:00:36.040599 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 74a69f72-6637-459e-b106-e9a2856fd238 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:36.040886 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 98a6101c-3f09-4bde-9889-d9cccb3d64c1 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:36.054137 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:36.133267 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Calling delete_port for 74a69f72-6637-459e-b106-e9a2856fd238 owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:36.135861 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 98a6101c-3f09-4bde-9889-d9cccb3d64c1 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:36.136215 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 98a6101c-3f09-4bde-9889-d9cccb3d64c1 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:36.136651 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:36.143408 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.156780 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4b824f-373d-46d2-bb15-79a62db68a31']}} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:36.168852 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102186bd-5314-4fb9-8f94-a55212c31d80') {'for_net_delete': True} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:36.169144 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102186bd-5314-4fb9-8f94-a55212c31d80') {} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:36.171923 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:36.172278 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device c0d2ac18-ff5b-456a-bfc0-a42f2ea40f40 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:36.181716 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504588'] for segment, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.198817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.204997 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=79321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 20:00:36.205380 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27502065'] for segment, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.214665 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.218344 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: Traceback (most recent call last): May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: timer() May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: cb(*args, **kw) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: return func(*args, **kwargs) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: self._notify() May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: self.callback(batched_events) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: event.method(event) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_uuid = self.p_client.list_aggregates( May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: return f(self, *a, **k) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._get(url).json() May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: return self.request(url, 'GET', **kwargs) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: base_url = self.get_endpoint(auth, allow=allow, May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 20:00:36.219402 dv-cinder-789603-5-iscsi neutron-server[79321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 20:00:36.262238 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Pushing event deleted for resources: {'Port': ['ID=74a69f72-6637-459e-b106-e9a2856fd238,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:36.266939 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] No DVR routers for this DVR port 74a69f72-6637-459e-b106-e9a2856fd238 on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:36.272464 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.272818 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.273163 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.274099 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.274680 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.275039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.275379 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.275710 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.276042 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.276373 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.276700 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.277030 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:00:36.280821 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-25429df4-da79-4093-a77b-5ce2e1dcc3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:36.505346 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.509807 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:36.525767 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:36.531018 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4b824f-373d-46d2-bb15-79a62db68a31,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:36.535120 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:36.614096 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d4b824f-373d-46d2-bb15-79a62db68a31 HTTP/1.1" status: 204 len: 168 time: 1.1863911 May 11 20:00:36.616904 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43456) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:37.152111 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43460) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:37.154216 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.436618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port fe282a9c-d96b-4943-89e5-34a32ca35563 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:37.436846 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.567450 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Deleting port e74ab84e-7c63-4f5e-93b7-2a6c959af43c {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:37.567789 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.667620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.667950 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.690634 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] For port e74ab84e-7c63-4f5e-93b7-2a6c959af43c, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:37.690910 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.796369 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for fe282a9c-d96b-4943-89e5-34a32ca35563 owned by network:floatingip {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:37.812567 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Calling delete_port for e74ab84e-7c63-4f5e-93b7-2a6c959af43c owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:37.993999 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:37.998099 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ab560e81-4e4f-4d0d-868c-0b9ae194f327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:38.042338 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=fe282a9c-d96b-4943-89e5-34a32ca35563,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:38.045489 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:38.124768 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:38.129902 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-d79c579e-9132-4da1-af95-ed6025b8364c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:38.137529 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:38.137870 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.db.l3_db [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP da99ba6f-2f26-467c-a360-da86d458ae14 disassociated (deleted). External IP: 172.27.3.32, port: ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5. May 11 20:00:38.173157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Pushing event deleted for resources: {'Port': ['ID=e74ab84e-7c63-4f5e-93b7-2a6c959af43c,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:38.176298 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:38.486500 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:38.494880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:38.671838 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-dfec4b8b-211e-48b2-9627-05bf0bd68a32 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2202642 May 11 20:00:38.677703 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:38.688360 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:38.697788 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:38.699404 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:38.700432 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:38.761749 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-d555c848-9463-46e3-9ebe-8b109dd4827f tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "DELETE /v2.0/floatingips/da99ba6f-2f26-467c-a360-da86d458ae14 HTTP/1.1" status: 204 len: 168 time: 1.6085334 May 11 20:00:38.762553 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'}] {{(pid=79322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:38.879944 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:38.921409 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-2fb2a7cc-4eb8-40bc-aa26-ec904a63b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:38.923437 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-2fb2a7cc-4eb8-40bc-aa26-ec904a63b0ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1099 time: 0.1794095 May 11 20:00:38.924624 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Router b386200e-56c9-4bf8-8a37-f72cfd50f69d has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:39.212226 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-af3f8fd0-c2be-4257-9076-7fab92f9df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:39.213681 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-af3f8fd0-c2be-4257-9076-7fab92f9df6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.2258735 May 11 20:00:39.214632 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:39.223411 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Sync routers for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:39.236357 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.237020 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:39.238109 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.240498 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:39.249487 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:39.250111 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.276088 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-631f75d7-7543-403a-bd08-61b1735c8dca admin admin] 10.222.0.15 "PUT /v2.0/routers/b386200e-56c9-4bf8-8a37-f72cfd50f69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575878 May 11 20:00:39.278602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43472) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:39.324066 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-3a26f07c-4516-4a5d-8f23-d37726fe3ede service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 1002 time: 0.1032586 May 11 20:00:39.473585 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:39.490682 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:39.571273 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'status': 'completed', 'code': 200} May 11 20:00:39.574483 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-96f08a9f-6365-4902-bfe9-3cc62e7e7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:39.576369 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-96f08a9f-6365-4902-bfe9-3cc62e7e7576 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.2453916 May 11 20:00:39.696103 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks [] for router, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:39.765620 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-21ab49e8-df7e-4467-a315-a4dbfba568d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:39.767532 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-21ab49e8-df7e-4467-a315-a4dbfba568d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828978 May 11 20:00:39.775568 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fab8-5422-4409-9144-33079186ec06 req-017aa677-8053-4bc6-a402-18596b41e032 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:39.777375 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d487fab8-5422-4409-9144-33079186ec06 req-017aa677-8053-4bc6-a402-18596b41e032 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.1347306 May 11 20:00:39.849128 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.854089 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25be65-b1d8-4a53-a052-cac68c4bb0a7 None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_floatingips': [{'id': '445adf62-a88f-4692-97fb-3a9522b48b6c', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'router_id': '376e0281-c067-4e90-8759-d881703617b2', 'port_id': '5317ce40-27d6-49f4-a364-d6935479d550', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'mac_address': 'fa:16:3e:76:0c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T19:56:48Z', 'updated_at': '2021-05-11T19:56:51Z', 'revision_number': 1, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:39.855010 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T20:00:37Z', 'revision_number': 5, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.860640 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Checking router: b386200e-56c9-4bf8-8a37-f72cfd50f69d for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:39.871283 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Routers {'b386200e-56c9-4bf8-8a37-f72cfd50f69d'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:39.872241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:39.962261 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d487fab8-5422-4409-9144-33079186ec06 req-c561b98b-1368-4052-9c70-9218c7347904 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808990 May 11 20:00:39.990173 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-6595d36f-b680-49f0-86eb-d999373e8d25 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116239 May 11 20:00:40.051234 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:40.087301 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-e32cbcb0-796b-4506-8031-639d32d9c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:40.088913 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-e32cbcb0-796b-4506-8031-639d32d9c1eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 1098 time: 0.5169063 May 11 20:00:40.092554 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] Set router b386200e-56c9-4bf8-8a37-f72cfd50f69d gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:40.165228 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2f09a81c-fb27-4ffa-8f7c-e967be05d8f3 req-1a275ad3-d4c7-4d22-a1b1-8959d3332c78 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677065 May 11 20:00:40.193319 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1506eccf-e703-43f0-b8bb-f281960922c2 None None] New status for floating IP da99ba6f-2f26-467c-a360-da86d458ae14: DOWN {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 20:00:40.281811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-e0c2ce78-588e-4d40-86ad-1395c9d2d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:40.283192 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-e0c2ce78-588e-4d40-86ad-1395c9d2d776 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1852107 May 11 20:00:40.349270 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Deleting port 802a00cb-682a-4f2a-b31f-5e270a3f44f7 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:40.349614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:40.374793 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-5a863b10-dbf9-434c-aabd-25a9e91f6527 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 200 len: 217 time: 0.0812099 May 11 20:00:40.444853 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T20:00:37Z', 'revision_number': 5, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:40.449087 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abc4feb-124a-4cbb-ae97-25ec6f061eaf None None] The sync data for ids ['b386200e-56c9-4bf8-8a37-f72cfd50f69d'] in dv-cinder-789603-5-iscsi is: [{'id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'name': 'tempest-TestShelveInstance-1422521882-router', 'tenant_id': '20b189482374473eb9e74265d2c6196f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:55:11Z', 'updated_at': '2021-05-11T20:00:37Z', 'revision_number': 5, 'project_id': '20b189482374473eb9e74265d2c6196f', 'gw_port': {'id': '802a00cb-682a-4f2a-b31f-5e270a3f44f7', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b386200e-56c9-4bf8-8a37-f72cfd50f69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:55:12Z', 'updated_at': '2021-05-11T19:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:40.491935 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-4776f207-a5f0-4049-89b4-394e3eca0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:40.493745 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-4776f207-a5f0-4049-89b4-394e3eca0632 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0725496 May 11 20:00:40.579257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] For port 802a00cb-682a-4f2a-b31f-5e270a3f44f7, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=802a00cb-682a-4f2a-b31f-5e270a3f44f7,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:40.579927 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:40.707141 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Calling delete_port for 802a00cb-682a-4f2a-b31f-5e270a3f44f7 owned by network:router_gateway {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:40.737640 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-32b5790b-a345-4dd0-9b5d-8eedf5a7dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:40.739276 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-32b5790b-a345-4dd0-9b5d-8eedf5a7dbb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2260485 May 11 20:00:40.904748 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-8fd69f83-7359-4a47-adbb-03737e36d275 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576226 May 11 20:00:40.936657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375a414-2973-49f8-969b-4b7058cd568f req-c3ea64aa-ec73-4889-8264-fa633c7c18e3 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:40.938146 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1375a414-2973-49f8-969b-4b7058cd568f req-c3ea64aa-ec73-4889-8264-fa633c7c18e3 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.0895536 May 11 20:00:41.078817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:41.079182 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.092611 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [req-2b49a028-7e73-405a-b26b-3fe620ee3464 req-9cb53697-e067-48da-ad6e-12ec7e7fe9a7 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805689 May 11 20:00:41.147960 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.152537 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5f59c3c1-129e-40a5-9b4a-f74710bdf3fd tempest-VolumesSnapshotTestJSON-437662740 tempest-VolumesSnapshotTestJSON-437662740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:41.195172 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Pushing event deleted for resources: {'Port': ['ID=802a00cb-682a-4f2a-b31f-5e270a3f44f7,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:41.198285 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:41.265289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] For port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:41.265647 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.293411 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead03f44-e32c-4fa7-b2e1-31ff77790230 req-8ba6d173-f8f9-49ab-be09-5c14e9d12e88 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:41.294990 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ead03f44-e32c-4fa7-b2e1-31ff77790230 req-8ba6d173-f8f9-49ab-be09-5c14e9d12e88 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 945 time: 0.1995087 May 11 20:00:41.400207 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.422813 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:41.462380 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-ead03f44-e32c-4fa7-b2e1-31ff77790230 req-f14fa26e-4542-40f1-aab1-d0e63aeb4d65 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143489 May 11 20:00:41.569245 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.571801 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.619808 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.625497 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-a6be84ae-24c5-4ab0-b562-1147241175a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:41.661458 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.661988 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b386200e-56c9-4bf8-8a37-f72cfd50f69d {{(pid=79322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 20:00:41.671359 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:41.675223 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:41.677464 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.678782 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-64f22bdf-f7ff-43e6-83b9-5bfee2735abd admin admin] 10.222.0.15 "DELETE /v2.0/routers/b386200e-56c9-4bf8-8a37-f72cfd50f69d HTTP/1.1" status: 204 len: 168 time: 2.3989320 May 11 20:00:41.681934 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43478) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:41.750126 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Deleting subnet 42ac294d-c4c6-41a7-8b3e-dacba19f79c4 {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 20:00:41.755551 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.758495 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] No DVR routers for this DVR port ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:41.761125 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.763951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'name': 'network-vif-deleted', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:41.779182 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-1375a414-2973-49f8-969b-4b7058cd568f req-aae10265-04cb-4c2f-b675-06d25f95c044 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "DELETE /v2.0/ports/ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 HTTP/1.1" status: 204 len: 173 time: 0.8351555 May 11 20:00:41.820914 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:41.829070 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91e6297-be3a-4589-bc96-09e14f3b8d25', 'name': 'network-vif-deleted', 'tag': 'ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5', 'status': 'completed', 'code': 200} May 11 20:00:41.834442 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e74ab84e-7c63-4f5e-93b7-2a6c959af43c no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:41.873481 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: e74ab84e-7c63-4f5e-93b7-2a6c959af43c {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:41.873829 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e74ab84e-7c63-4f5e-93b7-2a6c959af43c not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:41.906092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.239230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.244714 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:42.280058 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ac294d-c4c6-41a7-8b3e-dacba19f79c4,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:42.282866 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:42.283946 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.288704 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9be34-c6f0-4a5c-8ef1-8eed31e051af None None] Network db475bd9-e1ef-4242-a698-f32684496cc1 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 20:00:42.290227 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-4a06585d-e30c-4bc1-a39f-bd97d25f4422 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/42ac294d-c4c6-41a7-8b3e-dacba19f79c4 HTTP/1.1" status: 204 len: 168 time: 0.6071234 May 11 20:00:42.296430 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43484) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:42.402945 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.481125 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Deleting port 8071459a-d369-40b9-b995-d1cb2fc65062 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:42.481729 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.565842 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] DHCP port deletion for db475bd9-e1ef-4242-a698-f32684496cc1 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 20:00:42.635205 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Deleting port 8071459a-d369-40b9-b995-d1cb2fc65062 {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:42.635590 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.711088 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d1a90545-73a9-4313-8137-615750e4d24e req-b37c19a2-72f2-43f8-a02c-404fa1100d3b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 20:00:42.729816 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] For port 8071459a-d369-40b9-b995-d1cb2fc65062, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=8071459a-d369-40b9-b995-d1cb2fc65062,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:42.730213 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.744403 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] For port 8071459a-d369-40b9-b995-d1cb2fc65062, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=8071459a-d369-40b9-b995-d1cb2fc65062,segment=NetworkSegment(577ad646-4017-4bdd-a5f8-79e49a34c727),segment_id=577ad646-4017-4bdd-a5f8-79e49a34c727)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:42.747779 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.807237 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-d1a90545-73a9-4313-8137-615750e4d24e req-b37c19a2-72f2-43f8-a02c-404fa1100d3b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 20:00:42.808295 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-d1a90545-73a9-4313-8137-615750e4d24e req-b37c19a2-72f2-43f8-a02c-404fa1100d3b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=b91e6297-be3a-4589-bc96-09e14f3b8d25 HTTP/1.1" status: 200 len: 210 time: 0.1980009 May 11 20:00:42.857014 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Calling delete_port for 8071459a-d369-40b9-b995-d1cb2fc65062 owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:42.868272 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Calling delete_port for 8071459a-d369-40b9-b995-d1cb2fc65062 owned by network:dhcp {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:42.941530 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.946346 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:42.948417 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:42.953416 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-15f09984-66c7-4e97-8082-94bb5c21b24e tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:42.990333 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Pushing event deleted for resources: {'Port': ['ID=8071459a-d369-40b9-b995-d1cb2fc65062,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:42.991604 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] No DVR routers for this DVR port 8071459a-d369-40b9-b995-d1cb2fc65062 on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:42.993586 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-2f29c900-c866-44fd-a3e4-83f285c2d200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:43.001133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Pushing event deleted for resources: {'Port': ['ID=8071459a-d369-40b9-b995-d1cb2fc65062,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:43.006359 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:43.011207 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] No DVR routers for this DVR port 8071459a-d369-40b9-b995-d1cb2fc65062 on host dv-cinder-789603-5-iscsi {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:43.131597 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.146124 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db475bd9-e1ef-4242-a698-f32684496cc1']}} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:43.159360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577ad646-4017-4bdd-a5f8-79e49a34c727') {'for_net_delete': True} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:43.159657 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.services.segments.db [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577ad646-4017-4bdd-a5f8-79e49a34c727') {} {{(pid=79321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:43.173051 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1504588'] for segment, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.189907 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.196859 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=79321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 20:00:43.197321 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27502065'] for segment, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: util.warn( May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: util.warn( May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: util.warn( May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: util.warn( May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: Traceback (most recent call last): May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: timer() May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: cb(*args, **kw) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: return func(*args, **kwargs) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: self._notify() May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: self.callback(batched_events) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: event.method(event) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: aggregate_uuid = self.p_client.list_aggregates( May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: return f(self, *a, **k) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._get(url).json() May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: return self.request(url, 'GET', **kwargs) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: base_url = self.get_endpoint(auth, allow=allow, May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 20:00:43.210518 dv-cinder-789603-5-iscsi neutron-server[79321]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 20:00:43.402431 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.407151 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:43.409893 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-b1036c3e-cc83-41f0-a5fd-cfcdc5985608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:43.436661 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Pushing event deleted for resources: {'Network': ['ID=db475bd9-e1ef-4242-a698-f32684496cc1,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:43.439062 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:43.442091 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-51f15f7c-7d8e-453d-a455-199cbaae9663 admin admin] 10.222.0.15 "DELETE /v2.0/networks/db475bd9-e1ef-4242-a698-f32684496cc1 HTTP/1.1" status: 204 len: 168 time: 1.1441844 May 11 20:00:43.799461 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 802a00cb-682a-4f2a-b31f-5e270a3f44f7 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:43.844999 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 802a00cb-682a-4f2a-b31f-5e270a3f44f7 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:43.845486 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 802a00cb-682a-4f2a-b31f-5e270a3f44f7 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:43.846251 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 8071459a-d369-40b9-b995-d1cb2fc65062 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:43.886815 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 8071459a-d369-40b9-b995-d1cb2fc65062 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:43.887808 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 8071459a-d369-40b9-b995-d1cb2fc65062 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:43.897863 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43494) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:43.965051 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-27aedff7-cdc6-44a9-b2c5-d786aad87b25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bfaa2429f824cc19b2ebf1382a59637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653648 May 11 20:00:43.967497 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43500) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:44.049684 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:44.083402 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:44.211279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:44.215494 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b0b00504-88fe-4a87-bcfc-216ad353f673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:44.232214 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570b6bad-d059-43a9-a177-75bc6093f478,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:44.236584 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:44.245257 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:44.246735 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-3e8b0e84-6ad5-4428-9ca5-4b30da51af9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/570b6bad-d059-43a9-a177-75bc6093f478 HTTP/1.1" status: 204 len: 168 time: 0.2782784 May 11 20:00:44.264037 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:44.300615 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:44.300879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device ef1e1b30-2343-4a3f-bbad-6ff1cdf07dc5 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:44.897128 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43510) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:44.946002 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-1dfe0a85-a3bd-4444-8d33-e1c0bc6f69a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20b189482374473eb9e74265d2c6196f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470762 May 11 20:00:44.948233 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43514) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:45.004080 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:45.029173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:45.156500 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:45.160307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-52be0a03-65d6-4094-961d-985b27bd775b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:45.173534 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55a01b-3199-4ddb-aaeb-fcaba7753505,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:45.176447 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:45.178399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:45.179449 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-0f16ee9e-a209-452c-a995-61ffdf16cb75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e55a01b-3199-4ddb-aaeb-fcaba7753505 HTTP/1.1" status: 204 len: 168 time: 0.2303381 May 11 20:00:46.381717 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-3c65bf2e-250d-4e66-89bf-a3ac5985e699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:46.559629 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43530) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:46.822407 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port 80009772-0241-4d4c-b1fa-b65b833bd08b {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:46.822701 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:46.936317 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:46.936638 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:47.054073 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for 80009772-0241-4d4c-b1fa-b65b833bd08b owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:47.328070 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:47.332572 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-bde3c0e6-6360-48a1-b88d-010258c39940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:47.404092 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=80009772-0241-4d4c-b1fa-b65b833bd08b,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:47.406307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:47.465961 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:47.466293 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.db.l3_db [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Floating IP 445adf62-a88f-4692-97fb-3a9522b48b6c disassociated (deleted). External IP: 172.27.3.205, port: 5317ce40-27d6-49f4-a364-d6935479d550. May 11 20:00:47.810739 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:47.991459 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:48.000514 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:48.009848 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:48.010496 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:48.070617 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:48.128971 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-0e5dc628-eee7-464f-9496-df1b71b114fb tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "DELETE /v2.0/floatingips/445adf62-a88f-4692-97fb-3a9522b48b6c HTTP/1.1" status: 204 len: 168 time: 1.5656538 May 11 20:00:48.128971 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:48.194270 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:48.539875 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:48.543729 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:48.548476 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550', 'status': 'completed', 'code': 200} May 11 20:00:48.552334 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:48.552958 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:19Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:48.735303 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:48.755598 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e514-8daf-46d8-8075-492828b997f7 req-51a5dc75-bb7d-49e2-a0bb-b88678465bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:48.757139 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-51a5dc75-bb7d-49e2-a0bb-b88678465bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 1099 time: 0.1292288 May 11 20:00:48.793173 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc76bc-ce0b-48d5-83be-5a99d878001d req-0c1d9fce-1cea-4cf2-ac07-4ead01778c6c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:48.793865 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-2fdc76bc-ce0b-48d5-83be-5a99d878001d req-0c1d9fce-1cea-4cf2-ac07-4ead01778c6c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 20:00:48.875871 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:48.908299 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-2fdc76bc-ce0b-48d5-83be-5a99d878001d req-0c1d9fce-1cea-4cf2-ac07-4ead01778c6c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 20:00:48.909553 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2fdc76bc-ce0b-48d5-83be-5a99d878001d req-0c1d9fce-1cea-4cf2-ac07-4ead01778c6c tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.2506955 May 11 20:00:48.913932 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e514-8daf-46d8-8075-492828b997f7 req-85f683a7-3677-467a-a770-9df14cc9448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:48.915437 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-85f683a7-3677-467a-a770-9df14cc9448e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 200 len: 913 time: 0.1495678 May 11 20:00:48.955463 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8a-2eb0-435e-8cf2-1cdbbaa17d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:49.000933 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-b7c4d844-7e9d-4d9d-a7e6-28695a81ac03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 200 len: 217 time: 0.0694518 May 11 20:00:49.056106 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2fdc76bc-ce0b-48d5-83be-5a99d878001d req-ff391e2e-cf20-4d41-8eae-37efb123b92d tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380146 May 11 20:00:49.070848 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:49.075157 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e514-8daf-46d8-8075-492828b997f7 req-bd125926-2da6-4ca5-b6f7-2073cacad21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:49.076688 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-bd125926-2da6-4ca5-b6f7-2073cacad21a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 200 len: 851 time: 0.0660450 May 11 20:00:49.083919 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cd38e-2369-4997-a11e-a89f7c6394b2 None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T19:53:08Z', 'revision_number': 4, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi', '_interfaces': [{'id': '7f7c692e-d939-4d60-b9c0-1f88b17b2104', 'name': '', 'network_id': 'b16934e3-0221-4445-801e-34d9a6cc51c9', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'mac_address': 'fa:16:3e:2a:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:07Z', 'updated_at': '2021-05-11T19:53:16Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'subnets': [{'id': 'ad68a686-c2c6-45e1-b3dc-596e62579c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:49.162492 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e514-8daf-46d8-8075-492828b997f7 req-fd531f21-df97-4d8c-bfa6-d9463a40af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:49.164050 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-fd531f21-df97-4d8c-bfa6-d9463a40af89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b16934e3-0221-4445-801e-34d9a6cc51c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801437 May 11 20:00:49.307980 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8553a18-81e9-4275-95df-0c0a584797e9 None None] New status for floating IP 445adf62-a88f-4692-97fb-3a9522b48b6c: DOWN {{(pid=79325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 20:00:49.412434 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-deb719d2-e8ba-4fa7-b278-83baec2e9a15 service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411575 May 11 20:00:49.543275 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-4f43e514-8daf-46d8-8075-492828b997f7 req-3d2938d6-7e90-48f2-800b-ca949bb10fad service neutron] 10.222.0.44 "GET /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239624 May 11 20:00:50.241029 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dbeaf-d690-4faa-86f9-bc954baaa544 req-f7004b72-ad39-4f0e-9c2d-b68d58c61eea tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:50.242640 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0e5dbeaf-d690-4faa-86f9-bc954baaa544 req-f7004b72-ad39-4f0e-9c2d-b68d58c61eea tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.0794423 May 11 20:00:50.328201 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0e5dbeaf-d690-4faa-86f9-bc954baaa544 req-d1fd3a1c-9365-4552-8ca9-31f9b9b50f99 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/security-groups?id=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800815 May 11 20:00:50.367734 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-241b6403-98e4-4cc2-a736-5989b0c55a87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 20:00:50.368008 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:50.369154 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-241b6403-98e4-4cc2-a736-5989b0c55a87 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 946 time: 0.0884588 May 11 20:00:50.506821 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port 5317ce40-27d6-49f4-a364-d6935479d550 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:50.507188 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:50.638105 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] For port 5317ce40-27d6-49f4-a364-d6935479d550, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5317ce40-27d6-49f4-a364-d6935479d550,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:50.638373 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:50.759573 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for 5317ce40-27d6-49f4-a364-d6935479d550 owned by compute:nova {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:50.916711 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:50.921963 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ee09486f-378d-4bb1-89c0-4f335bb29c45 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:50.966817 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=5317ce40-27d6-49f4-a364-d6935479d550,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:50.969771 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:51.043300 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] No DVR routers for this DVR port 5317ce40-27d6-49f4-a364-d6935479d550 on host hv-cinder-78960 {{(pid=79321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:00:51.045683 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for port, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:51.048202 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'name': 'network-vif-deleted', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550'}] {{(pid=79321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 20:00:51.096738 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be6a30f-3d58-4220-9e1a-fe6e1f4c1829', 'name': 'network-vif-deleted', 'tag': '5317ce40-27d6-49f4-a364-d6935479d550', 'status': 'completed', 'code': 200} May 11 20:00:51.118527 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-2d591f7f-cac9-49c6-8232-3866dd86bc0f req-ea7286d7-2f6d-49f3-b640-f5b36eb025a6 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.44 "DELETE /v2.0/ports/5317ce40-27d6-49f4-a364-d6935479d550 HTTP/1.1" status: 204 len: 173 time: 0.7428019 May 11 20:00:51.481503 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0ddcbf12-64b1-473c-9a5a-c4267c475c0c req-ca5517f3-09b2-4ed4-9a00-94b2a5bae5ea tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Synchronizing usage tracker for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 20:00:51.559110 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.quota.resource [req-0ddcbf12-64b1-473c-9a5a-c4267c475c0c req-ca5517f3-09b2-4ed4-9a00-94b2a5bae5ea tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Unset dirty status for tenant:7a81fc91eaf6488ab423bd84e0b78f96 on resource:port {{(pid=79321) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 20:00:51.560201 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [req-0ddcbf12-64b1-473c-9a5a-c4267c475c0c req-ca5517f3-09b2-4ed4-9a00-94b2a5bae5ea tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "GET /v2.0/ports?device_id=2be6a30f-3d58-4220-9e1a-fe6e1f4c1829 HTTP/1.1" status: 200 len: 210 time: 0.1229095 May 11 20:00:51.667635 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:52.655924 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43550) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:52.876549 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Deleting port b69ac592-aa98-417e-8e6f-1a4c9ddc090f {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:52.876807 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:52.990944 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:52.991299 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:53.223360 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Calling delete_port for b69ac592-aa98-417e-8e6f-1a4c9ddc090f owned by network:floatingip {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:53.375956 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:53.379714 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-c985f858-5e3c-46f1-bcd3-e35e58f2b519 tempest-TestShelveInstance-1109380354 tempest-TestShelveInstance-1109380354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:53.424757 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'Port': ['ID=b69ac592-aa98-417e-8e6f-1a4c9ddc090f,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:53.427784 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:53.517852 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for floatingip, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:53.601671 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412751'] for floatingip, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:53.603062 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-4b5c742a-c7fe-4fcb-b78c-f637f877f5d7 tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "DELETE /v2.0/floatingips/5d69de97-12a0-4129-9fad-324334a30881 HTTP/1.1" status: 204 len: 168 time: 0.9460654 May 11 20:00:54.308227 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 5317ce40-27d6-49f4-a364-d6935479d550 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:54.342486 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] No Port match for: 5317ce40-27d6-49f4-a364-d6935479d550 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:54.342854 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Device 5317ce40-27d6-49f4-a364-d6935479d550 not bound to the agent host hv-cinder-78960 {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:55.101922 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43564) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:55.170579 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:55.199951 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:55.336307 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:55.340067 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-6229b8b9-32f2-4048-b536-36bce9f584a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:55.355653 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aaf13e-ee88-48ad-b93c-4e1e2ef193f1,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:55.358287 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:55.421576 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:55.422672 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-36aca904-8818-43b1-9dc0-b2888c7cf39b tempest-TestVolumeBootPattern-669706993 tempest-TestVolumeBootPattern-669706993-project] 10.222.0.15 "DELETE /v2.0/security-groups/70aaf13e-ee88-48ad-b93c-4e1e2ef193f1 HTTP/1.1" status: 204 len: 168 time: 0.3197789 May 11 20:00:55.567120 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43570) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:56.297884 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:56.793103 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Deleting port 7f7c692e-d939-4d60-b9c0-1f88b17b2104 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:56.793820 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:56.912899 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] For port 7f7c692e-d939-4d60-b9c0-1f88b17b2104, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=7f7c692e-d939-4d60-b9c0-1f88b17b2104,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:56.913252 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:57.034680 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Calling delete_port for 7f7c692e-d939-4d60-b9c0-1f88b17b2104 owned by network:router_interface {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:57.232742 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:57.236353 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-b874cc14-65a8-4490-b612-ca9600ec3cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:57.279236 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7c692e-d939-4d60-b9c0-1f88b17b2104,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:57.282373 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:57.543889 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.000185 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Router 376e0281-c067-4e90-8759-d881703617b2 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:00:58.175618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:00:58.185184 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Sync routers for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:00:58.190564 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-815a8e8e-2c60-4a52-b4ee-7809155a995f admin admin] 10.222.0.15 "PUT /v2.0/routers/376e0281-c067-4e90-8759-d881703617b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202071 May 11 20:00:58.190810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43576) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:58.194220 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:58.194872 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:58.361982 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.371502 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:58.533155 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.668446 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T20:00:57Z', 'revision_number': 5, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port': {'id': '71ab9c55-f1ce-48c4-9ad0-22a076c85baf', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e0281-c067-4e90-8759-d881703617b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:04Z', 'updated_at': '2021-05-11T19:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:58.671264 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Deleting port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:00:58.671655 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.672241 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Checking router: 376e0281-c067-4e90-8759-d881703617b2 for host: dv-cinder-789603-5-iscsi {{(pid=79323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:00:58.681359 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Routers {'376e0281-c067-4e90-8759-d881703617b2'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:00:58.681968 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['376e0281-c067-4e90-8759-d881703617b2'], 'active': True} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:58.738232 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.791164 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] For port 71ab9c55-f1ce-48c4-9ad0-22a076c85baf, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:00:58.791516 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:58.881451 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvr_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] Set router 376e0281-c067-4e90-8759-d881703617b2 gateway port host: None {{(pid=79323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:00:58.914093 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Calling delete_port for 71ab9c55-f1ce-48c4-9ad0-22a076c85baf owned by network:router_gateway {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:00:58.988041 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_hamode_db [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T20:00:58Z', 'revision_number': 6, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:00:58.993012 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff58dd-9d41-4729-8ee7-a002701bf39e None None] The sync data for ids ['376e0281-c067-4e90-8759-d881703617b2'] in dv-cinder-789603-5-iscsi is: [{'id': '376e0281-c067-4e90-8759-d881703617b2', 'name': 'tempest-TestVolumeBootPattern-1056273760-router', 'tenant_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:03Z', 'updated_at': '2021-05-11T20:00:58Z', 'revision_number': 6, 'project_id': '7a81fc91eaf6488ab423bd84e0b78f96', 'gw_port_host': None}] {{(pid=79323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:00:59.118798 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.122561 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-cab01cd5-37d5-43ee-ad43-acb085153f8b tempest-AttachVolumeShelveTestJSON-312563072 tempest-AttachVolumeShelveTestJSON-312563072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:00:59.168882 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ab9c55-f1ce-48c4-9ad0-22a076c85baf,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:00:59.171988 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:00:59.257308 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.543018 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.545085 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.659755 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.660259 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376e0281-c067-4e90-8759-d881703617b2 {{(pid=79322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 20:00:59.672591 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.675059 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-e6f67946-f81f-4f1a-84c2-b390013bf1f8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/376e0281-c067-4e90-8759-d881703617b2 HTTP/1.1" status: 204 len: 168 time: 1.4819672 May 11 20:00:59.676276 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43580) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:00:59.736092 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Deleting subnet ad68a686-c2c6-45e1-b3dc-596e62579c0f {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 20:00:59.739351 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.790567 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.808039 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 7f7c692e-d939-4d60-b9c0-1f88b17b2104 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:59.843810 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 7f7c692e-d939-4d60-b9c0-1f88b17b2104 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:59.844164 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 7f7c692e-d939-4d60-b9c0-1f88b17b2104 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:00:59.844596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 71ab9c55-f1ce-48c4-9ad0-22a076c85baf no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:00:59.881851 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 71ab9c55-f1ce-48c4-9ad0-22a076c85baf {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:00:59.882110 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:00:59.882233 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 71ab9c55-f1ce-48c4-9ad0-22a076c85baf not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:01:00.193395 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.198340 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-5afd119c-30f3-4e47-85ae-ea13c7276b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:00.236487 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad68a686-c2c6-45e1-b3dc-596e62579c0f,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:00.239021 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:00.241825 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.247317 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb4d71d-fb72-4089-b503-ef64325b468c None None] Network b16934e3-0221-4445-801e-34d9a6cc51c9 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 20:01:00.251134 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-6a019d09-056d-476d-bc98-152e076e6ad3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ad68a686-c2c6-45e1-b3dc-596e62579c0f HTTP/1.1" status: 204 len: 168 time: 0.5713770 May 11 20:01:00.251134 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43584) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:00.356952 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.427396 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Deleting port e8fc9c35-1009-4207-8505-a9b02e2e81da {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:00.427624 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.495128 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] DHCP port deletion for b16934e3-0221-4445-801e-34d9a6cc51c9 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 20:01:00.529382 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] For port e8fc9c35-1009-4207-8505-a9b02e2e81da, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e8fc9c35-1009-4207-8505-a9b02e2e81da,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:00.529732 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.559295 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Deleting port e8fc9c35-1009-4207-8505-a9b02e2e81da {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:00.559684 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.649492 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Calling delete_port for e8fc9c35-1009-4207-8505-a9b02e2e81da owned by network:dhcp {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:00.658349 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] For port e8fc9c35-1009-4207-8505-a9b02e2e81da, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=e8fc9c35-1009-4207-8505-a9b02e2e81da,segment=NetworkSegment(f8933aee-0d62-41c0-8c93-8383a4e94cc4),segment_id=f8933aee-0d62-41c0-8c93-8383a4e94cc4)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:00.658750 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.778145 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Calling delete_port for e8fc9c35-1009-4207-8505-a9b02e2e81da owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:00.796512 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.801275 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-f205cff1-8b5e-4888-a097-f78269506ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:00.820775 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.824598 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:00.848643 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fc9c35-1009-4207-8505-a9b02e2e81da,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:00.850568 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] No DVR routers for this DVR port e8fc9c35-1009-4207-8505-a9b02e2e81da on host dv-cinder-789603-5-iscsi {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:01:00.852687 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:00.871665 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Pushing event deleted for resources: {'Port': ['ID=e8fc9c35-1009-4207-8505-a9b02e2e81da,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:00.875032 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:00.877280 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814f542-f75f-4a4e-8519-d45552d8f979 None None] No DVR routers for this DVR port e8fc9c35-1009-4207-8505-a9b02e2e81da on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:01:00.967433 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:00.980620 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16934e3-0221-4445-801e-34d9a6cc51c9']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:00.993128 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8933aee-0d62-41c0-8c93-8383a4e94cc4') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:00.993435 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8933aee-0d62-41c0-8c93-8383a4e94cc4') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:01.004811 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:01.020368 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:01.026221 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 20:01:01.026607 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 20:01:01.040079 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 20:01:01.290399 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:01.294646 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:01.297091 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:01.319008 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Pushing event deleted for resources: {'Network': ['ID=b16934e3-0221-4445-801e-34d9a6cc51c9,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:01.321897 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:01.387893 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-135c443a-3cc2-4032-a4a6-28152520d47d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b16934e3-0221-4445-801e-34d9a6cc51c9 HTTP/1.1" status: 204 len: 168 time: 1.1359456 May 11 20:01:01.390902 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43588) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:01.802194 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e8fc9c35-1009-4207-8505-a9b02e2e81da no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:01:01.837337 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: e8fc9c35-1009-4207-8505-a9b02e2e81da {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:01:01.838054 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device e8fc9c35-1009-4207-8505-a9b02e2e81da not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:01:01.925151 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917571'] for router_interface, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:02.326405 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Deleting port 38c38b71-ef9d-4a31-8577-9a62ee9f6919 {{(pid=79321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:02.326752 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:02.548124 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.db [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] For port 38c38b71-ef9d-4a31-8577-9a62ee9f6919, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=38c38b71-ef9d-4a31-8577-9a62ee9f6919,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:02.548838 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:02.671289 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.plugins.ml2.plugin [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Calling delete_port for 38c38b71-ef9d-4a31-8577-9a62ee9f6919 owned by network:router_interface {{(pid=79321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:02.871166 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27502020'] for port, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:02.874592 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-68089b21-1b17-4eca-8c8e-11fb5104a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:02.946399 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c38b71-ef9d-4a31-8577-9a62ee9f6919,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:02.954133 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:03.189802 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-927987'] for router_interface, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:03.551083 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 has already been hosted by L3 agent 4b2ee312-cf23-4175-81b4-4aeae72a6d5c {{(pid=79321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 20:01:03.727687 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] Notify agent at l3_agent.dv-cinder-789603-5-iscsi the message routers_updated {{(pid=79321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 20:01:03.740908 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Sync routers for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:01:03.751030 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:01:03.751738 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:03.804751 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-749c0998-7db1-432f-a392-7a4f1faed7e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/11cdb9b2-3e69-4cfd-83af-d775b2ce3467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121861 May 11 20:01:03.807622 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43592) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:03.936713 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: dv-cinder-789603-5-iscsi {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:01:03.985001 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:04.158432 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:04.248544 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'external_fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T20:01:02Z', 'revision_number': 5, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port': {'id': 'decebb65-6160-4a91-a902-288b3a1381a9', 'name': '', 'network_id': '6654d049-e208-42ad-b67b-65725f02ce51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T19:53:14Z', 'updated_at': '2021-05-11T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '315250e0-aa07-47cd-8f35-fa61eb6f8b54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-5-iscsi'}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:04.252524 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Checking router: 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 for host: dv-cinder-789603-5-iscsi {{(pid=79325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:01:04.261034 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Routers {'11cdb9b2-3e69-4cfd-83af-d775b2ce3467'} bound to L3 agent in host dv-cinder-789603-5-iscsi {{(pid=79325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 20:01:04.261649 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T19:39:49Z,description=,heartbeat_timestamp=2021-05-11T20:00:49Z,host='dv-cinder-789603-5-iscsi',id=4b2ee312-cf23-4175-81b4-4aeae72a6d5c,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T19:39:50Z,topic='l3_agent')) {'router_ids': ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'], 'active': True} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:04.302647 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Deleting port decebb65-6160-4a91-a902-288b3a1381a9 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:04.303054 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:04.409448 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_dvr_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] Set router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 gateway port host: None {{(pid=79325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 20:01:04.424506 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] For port decebb65-6160-4a91-a902-288b3a1381a9, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=decebb65-6160-4a91-a902-288b3a1381a9,segment=NetworkSegment(918d5be3-61f7-490d-84d8-9b240313f0c4),segment_id=918d5be3-61f7-490d-84d8-9b240313f0c4)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:04.424870 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:04.511829 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.l3_hamode_db [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T20:01:04Z', 'revision_number': 6, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port_host': None}], 'dv-cinder-789603-5-iscsi', False) {} {{(pid=79325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:04.515702 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41e4d7-56b4-46b5-a48c-4bc65066e36c None None] The sync data for ids ['11cdb9b2-3e69-4cfd-83af-d775b2ce3467'] in dv-cinder-789603-5-iscsi is: [{'id': '11cdb9b2-3e69-4cfd-83af-d775b2ce3467', 'name': 'tempest-TestVolumeBootPattern-1616819827-router', 'tenant_id': 'abadd98d848c432491d5dbff7a61c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T19:53:13Z', 'updated_at': '2021-05-11T20:01:04Z', 'revision_number': 6, 'project_id': 'abadd98d848c432491d5dbff7a61c72f', 'gw_port_host': None}] {{(pid=79325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:01:04.550634 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Calling delete_port for decebb65-6160-4a91-a902-288b3a1381a9 owned by network:router_gateway {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:04.736111 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:04.739686 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-9fd2e10b-bb8c-465a-b9c6-0e270b0905b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:04.782880 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=decebb65-6160-4a91-a902-288b3a1381a9,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:04.785998 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:04.876116 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-922471'] for router_gateway, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.045850 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-928059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13144'] for router, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.047910 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.124397 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-925045'] for router, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.124933 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cdb9b2-3e69-4cfd-83af-d775b2ce3467 {{(pid=79322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 20:01:05.138279 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] Notify callbacks [] for router, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.139280 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-25c0e386-ae65-4948-aa89-2668e36abed7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/11cdb9b2-3e69-4cfd-83af-d775b2ce3467 HTTP/1.1" status: 204 len: 168 time: 1.3305936 May 11 20:01:05.141804 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43596) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:05.199948 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.db_base_plugin_v2 [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Deleting subnet 00f2dddc-9020-4916-b84f-0361c49a2acb {{(pid=79322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 20:01:05.204214 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.256893 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1050720'] for subnet, precommit_delete_associations {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.444322 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3859739'] for subnet, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.463599 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:01:05.745496 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3859732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1180102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1628999'] for subnet, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.749288 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-ea298f35-26f9-4bf1-a35d-8b1c2aaa2798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:05.784290 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f2dddc-9020-4916-b84f-0361c49a2acb,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:05.787146 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:05.788164 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for subnet, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.794384 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea875e53-9016-4f72-86b0-bcde6fe682d7 None None] Network d64597c2-689f-4862-b105-005e7eaa32b2 requested from dv-cinder-789603-5-iscsi {{(pid=79323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 20:01:05.797618 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-380b11d6-a271-4098-a98a-af830e20b100 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/00f2dddc-9020-4916-b84f-0361c49a2acb HTTP/1.1" status: 204 len: 168 time: 0.6520650 May 11 20:01:05.797618 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43600) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:05.863243 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device decebb65-6160-4a91-a902-288b3a1381a9 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:01:05.902602 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3751963'] for network, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:05.918014 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: decebb65-6160-4a91-a902-288b3a1381a9 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:01:05.918358 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device decebb65-6160-4a91-a902-288b3a1381a9 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:01:05.918782 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 38c38b71-ef9d-4a31-8577-9a62ee9f6919 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:01:05.955250 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 38c38b71-ef9d-4a31-8577-9a62ee9f6919 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:01:05.955596 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 38c38b71-ef9d-4a31-8577-9a62ee9f6919 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:01:05.975919 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Deleting port 6e7546ae-6e1f-4e29-9d7e-822de571b075 {{(pid=79322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:05.977351 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.082258 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.db [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] For port 6e7546ae-6e1f-4e29-9d7e-822de571b075, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=6e7546ae-6e1f-4e29-9d7e-822de571b075,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:06.082914 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.124496 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] DHCP port deletion for d64597c2-689f-4862-b105-005e7eaa32b2 request from dv-cinder-789603-5-iscsi {{(pid=79323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 20:01:06.194076 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Deleting port 6e7546ae-6e1f-4e29-9d7e-822de571b075 {{(pid=79323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 20:01:06.194475 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738968341661'] for port, before_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.215501 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Calling delete_port for 6e7546ae-6e1f-4e29-9d7e-822de571b075 owned by network:dhcp {{(pid=79322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:06.293059 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.db [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] For port 6e7546ae-6e1f-4e29-9d7e-822de571b075, host dv-cinder-789603-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-5-iscsi',level=0,port_id=6e7546ae-6e1f-4e29-9d7e-822de571b075,segment=NetworkSegment(d0786924-5962-4610-b858-8b67f9cc1f68),segment_id=d0786924-5962-4610-b858-8b67f9cc1f68)] {{(pid=79323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 20:01:06.293458 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-926649'] for port, precommit_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.336255 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1180053'] for port, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.340163 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-fce513e2-ed0b-4ec6-a171-f3b40940d3ac tempest-TestMinimumBasicScenario-1951797844 tempest-TestMinimumBasicScenario-1951797844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:06.383869 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7546ae-6e1f-4e29-9d7e-822de571b075,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:06.386865 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:06.387741 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] No DVR routers for this DVR port 6e7546ae-6e1f-4e29-9d7e-822de571b075 on host dv-cinder-789603-5-iscsi {{(pid=79322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:01:06.450246 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Calling delete_port for 6e7546ae-6e1f-4e29-9d7e-822de571b075 owned by network:dhcp {{(pid=79323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 20:01:06.494037 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738968345968', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738967911181'] for port, after_delete {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.498475 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:06.504810 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3861984', 'neutron.services.segments.db._delete_segments_for_network-8738968352413'] for network, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.517538 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64597c2-689f-4862-b105-005e7eaa32b2']}} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:06.529971 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0786924-5962-4610-b858-8b67f9cc1f68') {'for_net_delete': True} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:06.530271 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.services.segments.db [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0786924-5962-4610-b858-8b67f9cc1f68') {} {{(pid=79322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:01:06.540493 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Pushing event deleted for resources: {'Port': ['ID=6e7546ae-6e1f-4e29-9d7e-822de571b075,revision_number=None']} {{(pid=79323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:06.542082 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738968363879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1050751'] for segment, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.542919 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG oslo_concurrency.lockutils [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:06.545102 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d9a9b-5a2f-443a-a820-b8731f34af5b None None] No DVR routers for this DVR port 6e7546ae-6e1f-4e29-9d7e-822de571b075 on host dv-cinder-789603-5-iscsi {{(pid=79323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 20:01:06.559020 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448'] for segment, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.565097 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=79322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 20:01:06.565473 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3857448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1180064'] for segment, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: Traceback (most recent call last): May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: timer() May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: cb(*args, **kw) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: return func(*args, **kwargs) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: self._notify() May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: self.callback(batched_events) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: event.method(event) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: aggregate_uuid = self.p_client.list_aggregates( May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: return f(self, *a, **k) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._get(url).json() May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: return self.request(url, 'GET', **kwargs) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: base_url = self.get_endpoint(auth, allow=allow, May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 20:01:06.578218 dv-cinder-789603-5-iscsi neutron-server[79322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 20:01:06.730292 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3861913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-922485'] for network, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.733614 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:06.746652 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530597'] for network, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:06.756771 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64597c2-689f-4862-b105-005e7eaa32b2,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:06.760782 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:06.764187 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-d4e2ec02-04f7-4200-bcc1-bffdb2aaf047 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d64597c2-689f-4862-b105-005e7eaa32b2 HTTP/1.1" status: 204 len: 168 time: 0.9659638 May 11 20:01:07.129887 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43606) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:07.178109 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-3a82fd76-61c2-4c0f-9bec-735241600eb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a81fc91eaf6488ab423bd84e0b78f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470154 May 11 20:01:07.180644 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.wsgi [-] (79321) accepted ('10.222.0.15', 43610) {{(pid=79321) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:07.235946 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:07.261588 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:07.390526 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:07.394080 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-cee378b3-af9c-4db0-8caf-56a74176e258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:07.411122 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e5b51-d457-486e-b2fa-dbb15e275f5e,revision_number=None']} {{(pid=79321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:07.413599 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG oslo_concurrency.lockutils [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:07.419913 dv-cinder-789603-5-iscsi neutron-server[79321]: DEBUG neutron_lib.callbacks.manager [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:07.421043 dv-cinder-789603-5-iscsi neutron-server[79321]: INFO neutron.wsgi [None req-93efaa2f-400c-47aa-afbf-4c36d9585078 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff2e5b51-d457-486e-b2fa-dbb15e275f5e HTTP/1.1" status: 204 len: 168 time: 0.2395024 May 11 20:01:07.806860 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 6e7546ae-6e1f-4e29-9d7e-822de571b075 no longer exists at agent ovs-agent-dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 20:01:07.840690 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] No Port match for: 6e7546ae-6e1f-4e29-9d7e-822de571b075 {{(pid=79323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 20:01:07.841041 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron.plugins.ml2.rpc [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Device 6e7546ae-6e1f-4e29-9d7e-822de571b075 not bound to the agent host dv-cinder-789603-5-iscsi {{(pid=79323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 20:01:08.125770 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43618) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:08.173891 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-aed522d1-ddca-419d-9eb9-43b1f6a70555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abadd98d848c432491d5dbff7a61c72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469079 May 11 20:01:08.176405 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [-] (79322) accepted ('10.222.0.15', 43622) {{(pid=79322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 20:01:08.240485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:08.266562 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:08.433094 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-986524'] for security_group, after_delete {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:08.436868 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-2f55ee2f-b295-4103-bacb-b9856f98894f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 20:01:08.448616 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196c92c5-3b93-470d-b328-2d68302e38e0,revision_number=None']} {{(pid=79322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:01:08.459080 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.459469 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.459855 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.460226 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.461485 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.461969 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.462344 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.462715 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.463111 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.463476 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.463841 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.464201 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-5-iscsi {{(pid=79322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:01:08.467246 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron_lib.callbacks.manager [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:08.468362 dv-cinder-789603-5-iscsi neutron-server[79322]: INFO neutron.wsgi [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/196c92c5-3b93-470d-b328-2d68302e38e0 HTTP/1.1" status: 204 len: 168 time: 0.2910471 May 11 20:01:08.469230 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG oslo_concurrency.lockutils [None req-a9533a16-0511-45cd-9b2f-e6ba7f5e7415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 20:01:16.358519 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5f947ae7-24ef-4bb9-8209-d7345fd0e7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:18.871783 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:18.935416 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-435c19eb-9181-4992-97bf-a5cf3df5ff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:20.373739 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:21.644408 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:28.699577 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:42.452427 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:01:46.368315 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-56187890-1f94-46b9-8f75-099c8b81c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:48.855552 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:48.941182 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f6e62542-abb1-4b6a-93f4-9ac3033846ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:50.346742 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:51.678986 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:01:58.638152 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:16.346717 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6119-5c41-4480-a7a0-b28bd652a2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:18.884258 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:18.947188 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-0e08b13d-5c8c-4d97-acc9-73cb4caf9f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:19.451774 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:02:20.369787 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:21.661452 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:28.678718 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:46.415922 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-1c9164a1-9abf-4a7d-bb36-56acf15c9052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:48.872628 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:48.946699 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-bded952c-5daf-4b8e-b0e8-3296737f97a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:50.370129 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:51.642690 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:02:56.451023 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:02:58.672789 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:16.357136 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-ce7dbf46-32ad-4ff4-bca4-be7850c48664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:18.862908 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:18.934121 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-39ddea47-b14c-45d2-93c1-da697b7766e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:20.398647 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:21.638304 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:28.672349 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:33.449707 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:03:46.374657 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-73928f88-2c72-42f5-be16-171e572b6281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:48.871900 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:48.918249 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-20765f19-1b4d-4348-a524-3902bb0bb463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:50.368722 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:51.655322 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:03:58.666931 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:10.449053 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:04:16.347212 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-c3e834a6-99ec-4316-8a95-3f97984e8a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:18.859239 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:18.935214 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b78-a3b2-4cda-bd9f-0c030bd9a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:20.369748 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:21.700239 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:26.344946 dv-cinder-789603-5-iscsi neutron-server[79322]: DEBUG neutron.wsgi [req-76ab5206-cbeb-45fd-b614-ba3eb737a0c0 req-98b80d30-1797-42a0-88ab-dd340fa25e5f service neutron] (79322) timed out ('10.222.0.44', 59123) {{(pid=79322) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 11 20:04:28.707952 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:46.357540 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-25d7fb48-7c57-4d4a-8d18-1ae74e3dae3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:47.448118 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:04:48.900275 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:48.922853 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-7467b59c-8ad4-4218-b7de-585c2c73dbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:50.379864 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:51.670879 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:04:58.680505 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:16.341697 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-615e7a84-7d72-47d6-9656-235b8c699647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:18.866728 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:18.901296 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-5ee14c06-46bd-4afa-b815-5e7b356ffdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:20.375031 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:21.683993 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:24.446479 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:05:28.711144 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:46.348877 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-f74031f0-2071-4f61-8504-9b1ed481ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:48.862446 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:48.913727 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-233e87fe-85a5-45dc-a05a-1ce12a7ced24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:50.376527 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:51.661916 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:05:58.683869 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:01.446511 dv-cinder-789603-5-iscsi neutron-server[79325]: DEBUG neutron.db.agents_db [None req-0da58e2f-64db-4e80-be40-fe5a9c5f6db9 None None] Agent healthcheck: found 6 active agents {{(pid=79325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 20:06:16.333560 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d3842ee6-907a-4d9c-8007-56576bd0bb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:18.864649 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-d2a2217d-fb7f-40ab-ab6b-8f574cc7dec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:18.904107 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-6ffb06dc-6a36-470f-a5f8-63b095649b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:20.379258 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-2c55b54a-5cfb-4511-a9a8-659cde0b499d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:21.675449 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-565328b9-a6e4-47fd-acdf-680433fc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 20:06:28.680487 dv-cinder-789603-5-iscsi neutron-server[79323]: DEBUG neutron_lib.callbacks.manager [None req-a9841a3b-254c-4bb4-9ef4-1e6be36e9414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738968352422', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3864282'] for agent, after_update {{(pid=79323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}